00000800:00000200:3.1F:1734015817.813215:0:3512:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ae503840] -> 12345-192.168.201.160@tcp (2) 00000800:00000200:0.1F:1734015817.813816:0:3503:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ae503840] -> 12345-192.168.201.160@tcp (2) 00000800:00000200:0.1:1734015817.813822:0:3503:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.160@tcp ffff8800a88e5b40 deleted 00000800:00000010:0.1:1734015817.813824:0:3503:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a88e5b40. 00000800:00000200:0.1:1734015817.813827:0:3503:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1734015817.813832:0:3503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.160@tcp ip 192.168.201.160:1023 00000800:00000200:0.1:1734015817.813838:0:3503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129c73c00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1734015817.813907:0:3502:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734015817.814813:0:3504:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800ae503840] -> 12345-192.168.201.160@tcp (4) 00000800:00000200:3.1:1734015817.814815:0:3504:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.160@tcp ffff8800ae503480 deleted 00000800:00000010:3.1:1734015817.814817:0:3504:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800ae503480. 00000800:00000200:3.1:1734015817.814819:0:3504:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1734015817.815062:0:3502:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1734015817.894568:0:27:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800a931b800. 00010000:00000010:2.1:1734015817.894575:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88006fe2c000. 00010000:00000010:3.1:1734015818.001443:0:11:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b53dd100. 00010000:00000010:3.1:1734015818.001449:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012cb786c0. 00010000:00000010:1.1F:1734015818.001472:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88006fe2c480. 00010000:00000010:0.1:1734015818.001701:0:20:0:(ldlm_resource.c:1498:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b4a17800. 00010000:00000010:0.1:1734015818.001707:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 552 at ffff88012cb78480. 00080000:00000010:3.1:1734015818.016383:0:11:0:(osd_handler.c:1596:osd_oxc_free()) kfreed 'oxe': 68 at ffff88006ed51a20. 00010000:00010000:0.0:1734016071.173891:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.173895:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.173903:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1bcda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3395583) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9a6f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.173912:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1bcda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3395583) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9a6f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.173946:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1bcda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3395583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9a6f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.173959:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340465024:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016071.174007:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.180217:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.183341:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.186023:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.190171:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.205672:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.209665:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.214621:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.225225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.228936:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.233112:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.236997:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.241053:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.248209:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.254594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.259065:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.263654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.268934:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.273549:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.289663:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.294135:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.299736:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.303652:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.309120:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.312023:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.318096:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.321412:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.325738:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.332414:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.342193:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.345123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.350242:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337707648 00000100:00100000:0.0:1734016071.350250:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337707648 00002000:00100000:0.0:1734016071.350379:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9609216->9613311) req@ffff880079233800 x1818247337707648/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:32/0 lens 488/0 e 0 to 0 dl 1734016082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.350387:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079233800 with x1818247337707648 ext(9609216->9613311) 00002000:00010000:0.0:1734016071.350392:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079233800 00000100:00100000:0.0:1734016071.350419:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8123 00000100:00100000:0.0:1734016071.350425:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337707648:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.350600:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337707648:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 173us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016071.350606:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8123 00002000:00100000:0.0:1734016071.350611:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (9609216->9613311) req@ffff880079233800 x1818247337707648/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:32/0 lens 488/4536 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.350617:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079233800 with x1818247337707648 ext(9609216->9613311) 00002000:00010000:0.0:1734016071.350619:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079233800 00000100:00100000:0.0:1734016071.352894:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.357488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.365410:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.368210:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.372799:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337708416 00000100:00100000:0.0:1734016071.372808:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337708416 00000100:00100000:0.0:1734016071.372850:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2069 00000100:00100000:0.0:1734016071.372857:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:9641:x1818247337708416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016071.372875:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016071.372891:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1bd6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9ad1 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.372963:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1bd74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016071.372973:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1bd74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016071.372982:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1bd74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016071.372999:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 9613920 00000004:00200000:0.0:1734016071.373002:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016071.373013:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1bd74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016071.373030:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1bd6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ad1 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.373055:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1bd74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ad1 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.373061:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016071.373063:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016071.373066:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016071.373110:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:9641:x1818247337708416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 253us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.373114:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2069 00000100:00100000:0.0:1734016071.376181:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.380006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.389659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.394095:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.398218:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.403615:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.406005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.412793:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.415696:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.422398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.433397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.439476:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.442911:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.450184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.457628:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.487752:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8138 00000100:00100000:0.0:1734016071.487767:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337713152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016071.582494:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.597846:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016071.601174:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969369 is committed 00000001:00080000:0.0:1734016071.601186:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969368 is committed 00000100:00100000:0.0:1734016071.601627:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340468224 00000100:00100000:0.0:1734016071.601634:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340468224 00000100:00100000:0.0:1734016071.601686:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734016071.601693:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340468224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016071.601730:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016071.601767:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340468224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.601773:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1734016071.611706:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.624468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.653554:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.672912:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.697946:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.705586:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.715929:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.722430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.727113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.731500:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.735153:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.738577:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.742213:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.746113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.746174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.746192:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337716096 00000100:00100000:0.0:1734016071.746197:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337716096 00010000:00010000:0.0:1734016071.746216:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1bdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b41 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016071.746233:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337716224 00000100:00100000:0.0:1734016071.746236:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337716224 00010000:00010000:0.0:1734016071.746243:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1bdeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9596928->9601023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b3a expref: 7 pid: 7693 timeout: 440 lvb_type: 0 00000100:00100000:0.0:1734016071.746256:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2994 00000100:00100000:0.0:1734016071.746261:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337716096:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.746294:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.746310:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1bdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b41 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016071.746318:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1bdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b41 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016071.746332:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1bdf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b41 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016071.746357:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016071.746377:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337716096:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 115us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016071.746383:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2994 00000100:00100000:0.0:1734016071.746394:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2995 00000100:00100000:0.0:1734016071.746398:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337716224:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016071.746404:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016071.746411:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1bdeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9596928->9601023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b3a expref: 7 pid: 7693 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016071.746417:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1bdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9596928->9601023) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b3a expref: 7 pid: 7693 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016071.746426:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1bdeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9596928->9601023) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b3a expref: 7 pid: 7693 timeout: 440 lvb_type: 0 00010000:00010000:0.0:1734016071.746433:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.746434:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016071.746439:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1bdf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6959103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b48 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.746444:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1bdf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6959103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b48 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016071.746468:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1bdf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6909952->6959103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b48 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016071.746478:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d066d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340469760:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016071.746502:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016071.750292:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.754025:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.764335:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.769193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.780561:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.785724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.794147:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.805814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.816837:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.818135:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2072 00000100:00100000:0.0:1734016071.818145:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:9641:x1818247337717504:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:0.0:1734016071.822449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.829933:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.839042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.842593:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.849812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.853507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.856974:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.860486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.863856:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.867214:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.871215:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.873971:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.878261:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.885046:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.901219:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.911619:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.919818:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.923533:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.931967:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.944208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.952470:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.958353:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.968952:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247337723136:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 10261us (10590us total) trans 4294969375 rc 0/0 00000100:00100000:0.0:1734016071.968969:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8162 00002000:00100000:0.0:1734016071.968984:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3870720->3893876) req@ffff88012273ad80 x1818247337723136/t4294969375(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:32/0 lens 488/448 e 0 to 0 dl 1734016082 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016071.968994:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273ad80 with x1818247337723136 ext(3870720->3893876) 00002000:00010000:0.0:1734016071.968999:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273ad80 00000100:00100000:0.0:1734016071.970919:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.974416:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016071.976456:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969375 is committed 00000001:00080000:0.0:1734016071.976493:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969372 is committed 00000100:00100000:0.0:1734016071.984984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016071.994983:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.002009:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.022661:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016072.023146:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016042 00000100:00100000:0.0:1734016072.024760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.030959:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.037103:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.045614:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.059892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.067817:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016072.068296:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016042 00000100:00100000:0.0:1734016072.073913:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.092804:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.155388:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.168909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.168948:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.174057:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078c46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340472192:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016072.174091:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.174143:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cc9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337725440:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3805us (5192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.174156:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3001 00000100:00100000:0.0:1734016072.178799:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.193764:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.202687:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.213335:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.219399:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.237025:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.249371:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.256693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.262775:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.276594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.276641:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.276663:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337727104 00000100:00100000:0.0:1734016072.276667:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337727104 00010000:00010000:0.0:1734016072.276690:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1bed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9be9 expref: 10 pid: 7693 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016072.276718:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337726976 00000100:00100000:0.0:1734016072.276721:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337726976 00010000:00010000:0.0:1734016072.276729:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1bed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf0 expref: 8 pid: 7692 timeout: 440 lvb_type: 1 00000100:00100000:0.0:1734016072.276745:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3003 00000100:00100000:0.0:1734016072.276750:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337727104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016072.276761:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016072.279094:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1bed2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9be9 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016072.279110:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1bed2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9be9 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016072.279132:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1bed2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9be9 expref: 9 pid: 7693 timeout: 440 lvb_type: 1 00010000:00010000:0.0:1734016072.279891:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.279894:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016072.279902:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1bee0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8241151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf7 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.279910:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8241151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf7 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.283834:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1bee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8241151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf7 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.283853:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340473088:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016072.283939:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf636c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.292448:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340473088:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016072.292466:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.292504:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337727104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 15752us (15917us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.292515:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3003 00000100:00100000:0.0:1734016072.298265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.306827:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.384896:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.384954:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.490462:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.500485:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.507567:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.512453:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337728640 00000100:00100000:0.0:1734016072.512460:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337728640 00010000:00010000:0.0:1734016072.512644:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1be69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b95 expref: 23 pid: 7714 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016072.512924:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3005 00000100:00100000:0.0:1734016072.512933:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1969:x1818247337728640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016072.512945:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016072.512951:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1be69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b95 expref: 23 pid: 7714 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016072.512961:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1be69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b95 expref: 23 pid: 7714 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016072.512982:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1be69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9b95 expref: 23 pid: 7714 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016072.513131:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016072.513136:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.513145:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.513151:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.513255:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016072.513327:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1969:x1818247337728640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 395us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.513334:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3005 00010000:00010000:0.0:1734016072.518711:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518723:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518728:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518733:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7af40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016072.518736:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518742:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518756:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016072.518759:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016072.518762:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016072.518766:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1bf03 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016072.522826:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.529071:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337728896:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 6042us (6236us total) trans 4294969379 rc 0/0 00000100:00100000:0.0:1734016072.529085:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 275 00002000:00100000:0.0:1734016072.529099:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4734976->4775935) req@ffff88007c743100 x1818247337728896/t4294969379(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:33/0 lens 488/448 e 0 to 0 dl 1734016083 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.529108:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c743100 with x1818247337728896 ext(4734976->4775935) 00010000:00010000:0.0:1734016072.529131:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1bee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8241151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf7 expref: 11 pid: 7693 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016072.529146:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1bee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8220672->8241151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9bf7 expref: 11 pid: 7693 timeout: 441 lvb_type: 0 00002000:00010000:0.0:1734016072.529153:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c743100 00000100:00100000:0.0:1734016072.545934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.565375:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.571137:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.580525:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.583490:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337729920 00000100:00100000:0.0:1734016072.583497:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337729920 00000100:00100000:0.0:1734016072.583545:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10583 00000100:00100000:0.0:1734016072.583551:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247337729920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.583568:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.583583:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1bf34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9c2f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.583624:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c741880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340474112:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016072.583685:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.591582:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c741880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340474112:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016072.591625:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1bf34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c2f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.591639:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1bf34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c2f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016072.591668:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016072.591758:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247337729920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8205us (8344us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016072.591765:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10583 00000100:00100000:0.0:1734016072.594996:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.605066:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.615549:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337730304 00000100:00100000:0.0:1734016072.615557:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337730304 00000100:00100000:0.0:1734016072.615775:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10586 00000100:00100000:0.0:1734016072.615782:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:9641:x1818247337730304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.615797:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.615812:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1bf49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9c44 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.615836:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1bf0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c1a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.615843:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016072.615845:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016072.615848:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1bf49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5488640->5492735] (req 5488640->5492735) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c44 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.615875:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1bf0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c1a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.615885:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1bf0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c1a expref: 9 pid: 7692 timeout: 441 lvb_type: 0 00000100:00100000:0.0:1734016072.615894:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340474496:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016072.616555:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.619741:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340474496:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016072.619771:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1bf49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5488640->5492735] (req 5488640->5492735) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c44 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016072.619790:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016072.619850:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:9641:x1818247337730304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4063us (4361us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.619858:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10586 00000100:00100000:0.0:1734016072.659035:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.676569:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.696749:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337732224 00000100:00100000:0.0:1734016072.696762:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337732224 00000100:00100000:0.0:1734016072.696821:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2082 00000100:00100000:0.0:1734016072.696828:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:9641:x1818247337732224:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016072.696942:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:9641:x1818247337732224:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 113us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016072.696949:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2082 00000100:00100000:0.0:1734016072.699459:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.710172:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.716819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.723507:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.725994:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.733086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.760007:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.765844:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.770082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.774137:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.779497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.783093:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.783588:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10595 00000100:00100000:0.0:1734016072.783594:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337734016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016072.783612:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016072.783628:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1bf7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9c6e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016072.783672:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c4c1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340475520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016072.783737:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016072.789114:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.791822:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.796072:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337734400:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3907us (4249us total) trans 4294969386 rc 0/0 00000100:00100000:0.0:1734016072.796084:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 276 00002000:00100000:0.0:1734016072.796095:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2764800->2805759) req@ffff88007c4c1f80 x1818247337734400/t4294969386(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:33/0 lens 488/448 e 0 to 0 dl 1734016083 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.796105:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1f80 with x1818247337734400 ext(2764800->2805759) 00010000:00010000:0.0:1734016072.796114:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1bf73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2764800->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c67 expref: 9 pid: 7692 timeout: 441 lvb_type: 0 00010000:00010000:0.0:1734016072.796128:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1bf73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2764800->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c67 expref: 9 pid: 7692 timeout: 441 lvb_type: 0 00002000:00010000:0.0:1734016072.796135:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c4c1f80 00000100:00100000:0.0:1734016072.807062:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.814976:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.835420:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.837186:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337735168 00000100:00100000:0.0:1734016072.837191:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337735168 00002000:00100000:0.0:1734016072.837215:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8384511) req@ffff880079db6a00 x1818247337735168/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:33/0 lens 488/0 e 0 to 0 dl 1734016083 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016072.837222:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db6a00 with x1818247337735168 ext(4190208->8384511) 00002000:00010000:0.0:1734016072.837225:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db6a00 00000100:00100000:0.0:1734016072.837240:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8180 00000100:00100000:0.0:1734016072.837245:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247337735168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016072.901943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.922977:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.923612:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.923928:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016072.989129:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.019742:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.023894:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.030072:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.033515:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.039485:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.041799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.045442:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.056627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.062834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.083323:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.088492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.106939:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.113551:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.157246:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.164306:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.176099:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337739136 00000100:00100000:0.0:1734016073.176112:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337739136 00000100:00100000:0.0:1734016073.176201:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2085 00000100:00100000:0.0:1734016073.176210:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337739136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.176242:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.176312:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1bfb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9c9f expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.176422:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1bfc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016073.176440:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1bfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016073.176454:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1bfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016073.176481:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 4636619 00000004:00200000:0.0:1734016073.176485:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016073.176499:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1bfc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016073.176522:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1bfb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c9f expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.176546:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1bfc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9c9f expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.176554:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016073.176556:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016073.176560:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f840, rc 0) 00000100:00100000:0.0:1734016073.176606:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:9641:x1818247337739136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 397us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.176613:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2085 00000100:00100000:0.0:1734016073.178943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.189400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.204906:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.210448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.214779:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.224227:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.245755:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.245805:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.298564:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.308907:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.328803:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.332913:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.336535:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.340436:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.346587:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.349819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.353600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.362534:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.366162:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.369378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.372258:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.374625:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.380003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.383178:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.387726:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.390979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.394017:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.398537:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.401665:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.407042:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.425600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.431262:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.431952:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.524842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.529194:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.537969:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.550673:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.565033:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340478464:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016073.565050:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.565729:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337746304:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 14774us (15065us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.565738:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3019 00000100:00100000:0.0:1734016073.584088:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.588390:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337747072 00000100:00100000:0.0:1734016073.588396:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337747072 00010000:00010000:0.0:1734016073.588420:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1c022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9cec expref: 24 pid: 8227 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016073.588747:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3020 00000100:00100000:0.0:1734016073.588753:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:1970:x1818247337747072:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.588764:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.588769:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1c022 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9cec expref: 24 pid: 8227 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016073.588778:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1c022 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9cec expref: 24 pid: 8227 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016073.588795:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1c022 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9cec expref: 24 pid: 8227 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016073.589191:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016073.589195:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1c03e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.589203:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1c03e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.589208:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1c03e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.589358:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016073.589392:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247337747072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 638us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.589399:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3020 00000100:00100000:0.0:1734016073.593362:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.597877:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340478976:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016073.597903:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf3c0/0x857af32d4ea1c045 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d08 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.597917:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf3c0, rc 0) 00000100:00100000:0.0:1734016073.597953:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:9641:x1818247337747200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4447us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.597961:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10617 00000100:00100000:0.0:1734016073.602191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.607102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.610119:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.614416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.625758:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.629745:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.638656:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.647692:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337748736 00000100:00100000:0.0:1734016073.647699:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337748736 00000100:00100000:0.0:1734016073.647741:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2093 00000100:00100000:0.0:1734016073.647748:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:9641:x1818247337748736:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016073.647902:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1c076 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016073.647913:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1c06f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d1d expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.647920:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1c076 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016073.647944:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1c06f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d1d expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.647954:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1c06f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d1d expref: 25 pid: 8227 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016073.647965:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340479616:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016073.651144:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.653079:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.660993:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337749120 00000100:00100000:0.0:1734016073.661003:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337749120 00010000:00010000:0.0:1734016073.661041:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d16 expref: 10 pid: 7692 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016073.661078:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3025 00000100:00100000:0.0:1734016073.661084:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337749120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016073.661100:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016073.661129:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d16 expref: 10 pid: 7692 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016073.661139:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d16 expref: 10 pid: 7692 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016073.661162:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.661164:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016073.661171:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1c07d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d24 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.661181:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1c07d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d24 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.661217:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1c07d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d24 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.661229:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340479872:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016073.661328:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63d80 going to sleep for 11 seconds 00010000:00010000:0.0:1734016073.661370:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d16 expref: 10 pid: 7692 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016073.661390:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340479744:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016073.661410:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1c07d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d24 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016073.661418:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:0.0:1734016073.661444:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:9641:x1818247337748992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3825us (4283us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.661452:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10619 00000100:00100000:0.0:1734016073.669700:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337749504 00000100:00100000:0.0:1734016073.669710:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337749504 00002000:00100000:0.0:1734016073.669750:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5332992->5337087) req@ffff880079fec000 x1818247337749504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.669759:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fec000 with x1818247337749504 ext(5332992->5337087) 00002000:00010000:0.0:1734016073.669763:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fec000 00000100:00100000:0.0:1734016073.669796:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8213 00000100:00100000:0.0:1734016073.669802:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337749504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.670350:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337749504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 547us (807us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.670357:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8213 00002000:00100000:0.0:1734016073.670363:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5332992->5337087) req@ffff880079fec000 x1818247337749504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.670369:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fec000 with x1818247337749504 ext(5332992->5337087) 00002000:00010000:0.0:1734016073.670372:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fec000 00000100:00100000:0.0:1734016073.673373:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337749760 00000100:00100000:0.0:1734016073.673383:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337749760 00002000:00100000:0.0:1734016073.673426:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5328896->5332991) req@ffff880079fec700 x1818247337749760/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.673435:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fec700 with x1818247337749760 ext(5328896->5332991) 00002000:00010000:0.0:1734016073.673439:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fec700 00000100:00100000:0.0:1734016073.673583:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8214 00000100:00100000:0.0:1734016073.673591:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337749760:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016073.673790:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337749760:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 199us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016073.673797:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8214 00002000:00100000:0.0:1734016073.673803:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5328896->5332991) req@ffff880079fec700 x1818247337749760/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 488/4536 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.673809:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fec700 with x1818247337749760 ext(5328896->5332991) 00002000:00010000:0.0:1734016073.673812:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fec700 00000100:00100000:0.0:1734016073.676816:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.681437:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337750144 00000100:00100000:0.0:1734016073.681447:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337750144 00002000:00100000:0.0:1734016073.681487:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5324800->5335407) req@ffff880136ad1180 x1818247337750144/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 11096/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.681496:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad1180 with x1818247337750144 ext(5324800->5335407) 00002000:00010000:0.0:1734016073.681501:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad1180 00000100:00100000:0.0:1734016073.681618:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8216 00000100:00100000:0.0:1734016073.681625:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247337750144:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016073.682651:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247337750144:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1025us (1291us total) trans 4294969395 rc 0/0 00000100:00100000:0.0:1734016073.682659:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8216 00002000:00100000:0.0:1734016073.682667:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5324800->5335407) req@ffff880136ad1180 x1818247337750144/t4294969395(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 11096/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.682673:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad1180 with x1818247337750144 ext(5324800->5335407) 00002000:00010000:0.0:1734016073.682686:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad1180 00000100:00100000:0.0:1734016073.684731:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337750272 00000100:00100000:0.0:1734016073.684739:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337750272 00000100:00100000:0.0:1734016073.684785:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2094 00000100:00100000:0.0:1734016073.684791:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:9641:x1818247337750272:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016073.684907:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:9641:x1818247337750272:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 115us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.684912:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2094 00000100:00100000:0.0:1734016073.688076:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337750400 00000100:00100000:0.0:1734016073.688085:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337750400 00000100:00100000:0.0:1734016073.688133:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10620 00000100:00100000:0.0:1734016073.688140:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337750400:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:0.0:1734016073.689897:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337750400:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1753us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.689908:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10620 00000100:00100000:0.0:1734016073.694905:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337750656 00000100:00100000:0.0:1734016073.694910:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337750656 00000100:00100000:0.0:1734016073.694942:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10621 00000100:00100000:0.0:1734016073.694948:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337750656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.694963:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.694975:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1c092 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9d32 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.695017:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c4c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340480000:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016073.695063:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016073.696444:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016072 -> 1734016073 00002000:00010000:0.0:1734016073.696449:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 1040 -> 1064 00000100:00100000:0.0:1734016073.696470:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c4c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340480000:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016073.696499:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1c092 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d32 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.696511:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1c092 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d32 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.696533:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f840, rc 0) 00000100:00100000:0.0:1734016073.696571:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337750656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1622us (1725us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016073.696578:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10621 00000100:00100000:0.0:1734016073.698531:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337750784 00000100:00100000:0.0:1734016073.698538:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337750784 00000100:00100000:0.0:1734016073.698581:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10622 00000100:00100000:0.0:1734016073.698587:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337750784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016073.698601:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016073.698616:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1c099 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9d39 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016073.698666:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c4c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340480128:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016073.698736:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016073.701753:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c4c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340480128:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016073.701794:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1c099 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d39 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.701808:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1c099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d39 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.701820:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016073.701889:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337750784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3300us (3429us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016073.701899:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10622 00000100:00100000:0.0:1734016073.706895:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.710240:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.714330:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.719506:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.727771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.731223:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.734706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.735930:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337752320:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 924us (1227us total) trans 4294969397 rc 0/0 00000100:00100000:0.0:1734016073.735937:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8221 00002000:00100000:0.0:1734016073.735943:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8503296->8514276) req@ffff88007c4c3100 x1818247337752320/t4294969397(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:34/0 lens 11472/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.735951:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c3100 with x1818247337752320 ext(8503296->8514276) 00002000:00010000:0.0:1734016073.735954:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c3100 00000100:00100000:0.0:1734016073.737972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.739659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016073.741571:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969397 is committed 00000100:00100000:0.0:1734016073.743763:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.748220:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.754225:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.759344:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.763874:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.766077:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.767845:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.769581:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.772549:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.776386:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.782153:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.786483:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791e4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340481280:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016073.786513:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c0ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d78 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.786526:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c0ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9d78 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016073.787709:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:0.0:1734016073.787769:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247337753984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5209us (5622us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016073.787778:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10632 00000100:00100000:0.0:1734016073.794693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.798345:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.802053:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.805408:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.808589:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.812781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.813158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.817960:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.822600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.826415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.828088:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337755648:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1408us (1674us total) trans 4294969400 rc 0/0 00000100:00100000:0.0:1734016073.828100:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8225 00002000:00100000:0.0:1734016073.828109:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (1380352->1388543) req@ffff880079c8ce00 x1818247337755648/t4294969400(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:34/0 lens 8680/448 e 0 to 0 dl 1734016084 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.828116:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ce00 with x1818247337755648 ext(1380352->1388543) 00002000:00010000:0.0:1734016073.828121:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ce00 00000100:00100000:0.0:1734016073.830594:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.834526:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.839927:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.844499:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.848832:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.863247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.869105:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.871717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.873772:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016073.879581:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879590:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879595:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879599:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7b180 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016073.879602:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879608:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879621:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016073.879624:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016073.879627:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016073.879631:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1c13a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016073.908094:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.908138:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.908172:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.908209:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337757568 00000100:00100000:0.0:1734016073.908212:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337757568 00002000:00100000:0.0:1734016073.908245:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->9711615) req@ffff88007a029500 x1818247337757568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:34/0 lens 504/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.908257:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029500 with x1818247337757568 ext(0->9711615) 00002000:00010000:0.0:1734016073.908263:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a029500 00000100:00100000:0.0:1734016073.908361:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337757824 00000100:00100000:0.0:1734016073.908364:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337757824 00002000:00100000:0.0:1734016073.908375:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8384512->9707519) req@ffff88007a02b480 x1818247337757824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:34/0 lens 488/0 e 0 to 0 dl 1734016084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016073.908382:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247337757824 ext(8384512->9707519) 00002000:00010000:0.0:1734016073.908384:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02b480 00000100:00100000:0.0:1734016073.998186:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016073.998229:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337758208 00000100:00100000:0.0:1734016073.998233:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337758208 00000100:00100000:0.0:1734016073.998267:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 306 00000100:00100000:0.0:1734016073.998289:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f577172-4a06-40ec-ad19-745b0df6e880+12:1972:x1818247337758208:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016073.998341:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f577172-4a06-40ec-ad19-745b0df6e880+12:1972:x1818247337758208:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016073.998347:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 306 00000100:00080000:0.0:1734016074.005831:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016044 00000100:00100000:0.0:1734016074.006637:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016074.006973:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016044 00000100:00100000:0.0:1734016074.008242:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016074.008803:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016044 00000100:00100000:0.0:1734016074.015398:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016074.015898:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016044 00000100:00100000:0.0:1734016074.018456:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.023335:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.027467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.031690:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.035589:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.039841:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.042975:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.048880:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.053697:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.060880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.066376:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.072804:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.079025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.085244:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.099040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.104373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.109542:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.112045:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.121724:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.128367:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.132334:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.138816:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.148893:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.152341:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.159193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.184641:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.193381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.198834:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.206407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.219852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.226156:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.236662:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.249533:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.276237:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016074.277868:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969407 is committed 00000001:00080000:0.0:1734016074.277878:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969406 is committed 00000100:00100000:0.0:1734016074.292895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.322875:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.337775:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016074.345719:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969408 is committed 00000100:00100000:0.0:1734016074.368621:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.371007:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.375329:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337766656 00000100:00100000:0.0:1734016074.375337:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337766656 00000100:00100000:0.0:1734016074.375378:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10674 00000100:00100000:0.0:1734016074.375384:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247337766656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.375400:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.375415:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c20c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9e74 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016074.375432:0:7693:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10153100, mtime: 0x675afc4a, atime: 0x675afc49, ctime: 0x675afc4a, blocks: 0x550 00010000:00010000:0.0:1734016074.375448:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.375450:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.375456:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c20c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e74 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.375467:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c20c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e74 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.375474:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016074.375524:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337766656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 139us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.375529:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10674 00000100:00100000:0.0:1734016074.378338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.380919:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.388811:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.394064:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337767424 00000100:00100000:0.0:1734016074.394072:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337767424 00000100:00100000:0.0:1734016074.394122:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10678 00000100:00100000:0.0:1734016074.394128:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337767424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016074.394142:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016074.394158:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1c221 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9e89 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.394207:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340486784:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016074.394265:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.400916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.408874:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.414256:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337767808 00000100:00100000:0.0:1734016074.414266:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337767808 00010000:00010000:0.0:1734016074.414318:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce640/0x857af32d4ea1c21a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4538368->4546559) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e82 expref: 8 pid: 7692 timeout: 442 lvb_type: 0 00000100:00100000:0.0:1734016074.414788:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3038 00000100:00100000:0.0:1734016074.414795:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337767808:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016074.414808:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016074.414829:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce640/0x857af32d4ea1c21a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4546559) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e82 expref: 8 pid: 7692 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016074.414848:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce640/0x857af32d4ea1c21a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4546559) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e82 expref: 8 pid: 7692 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016074.414867:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce640/0x857af32d4ea1c21a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4538368->4546559) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e82 expref: 8 pid: 7692 timeout: 442 lvb_type: 0 00010000:00010000:0.0:1734016074.414982:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.414984:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016074.414990:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1c22f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5119999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e97 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.414997:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1c22f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5119999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e97 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016074.415023:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1c22f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5119999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e97 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016074.415034:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a4ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340487168:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016074.415255:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016074.421019:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.434182:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.442681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.523991:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247337768576:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 54829us (55107us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016074.524078:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8247 00002000:00100000:0.0:1734016074.524085:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880079fd6d80 x1818247337768576/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/440 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.524091:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fd6d80 with x1818247337768576 ext(0->4194303) 00002000:00010000:0.0:1734016074.524093:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fd6d80 00000100:00100000:0.0:1734016074.539801:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337769216 00000100:00100000:0.0:1734016074.539815:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337769216 00000100:00100000:0.0:1734016074.552837:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340487552:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016074.552870:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c244 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9eac expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.552882:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c244 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9eac expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.552911:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:0.0:1734016074.552963:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337769216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11610us (15195us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.552973:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10683 00000100:00100000:0.0:1734016074.562154:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.564427:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340487680:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016074.564452:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1c24b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9eb3 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.564464:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1c24b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9eb3 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.564486:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:0.0:1734016074.564532:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247337769344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1907us (2386us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.564539:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10684 00000100:00100000:0.0:1734016074.573763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.603678:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337769856 00000100:00100000:0.0:1734016074.603686:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337769856 00002000:00100000:0.0:1734016074.603730:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5111808->5119999) req@ffff880079fd4e00 x1818247337769856/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 8680/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.603738:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fd4e00 with x1818247337769856 ext(5111808->5119999) 00010000:00010000:0.0:1734016074.603746:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1c22f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5119999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e97 expref: 6 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016074.603758:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1c22f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5111808->5119999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9e97 expref: 6 pid: 7693 timeout: 443 lvb_type: 0 00002000:00010000:0.0:1734016074.603764:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079fd4e00 00000100:00100000:0.0:1734016074.603781:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 277 00000100:00100000:0.0:1734016074.603787:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337769856:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016074.651378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.690797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.696822:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.704293:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.709620:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.714697:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.719199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.734920:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.739566:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.752407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.755310:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337772416:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2711us (2906us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.755319:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10698 00000100:00100000:0.0:1734016074.758258:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.764437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.769020:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.774424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.779245:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.796063:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.799171:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337773696 00000100:00100000:0.0:1734016074.799182:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337773696 00002000:00100000:0.0:1734016074.799226:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4014080->4018175) req@ffff88007c4c2680 x1818247337773696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.799235:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c2680 with x1818247337773696 ext(4014080->4018175) 00002000:00010000:0.0:1734016074.799243:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c2680 00000100:00100000:0.0:1734016074.799706:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8254 00000100:00100000:0.0:1734016074.799715:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337773696:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.799875:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337773696:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 161us (982us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.799881:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8254 00002000:00100000:0.0:1734016074.799886:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4014080->4018175) req@ffff88007c4c2680 x1818247337773696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.799893:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c2680 with x1818247337773696 ext(4014080->4018175) 00002000:00010000:0.0:1734016074.799897:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c2680 00000100:00100000:0.0:1734016074.801630:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340490368 00000100:00100000:0.0:1734016074.801634:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340490368 00000100:00100000:0.0:1734016074.801671:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1734016074.801677:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340490368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016074.801707:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340490368:12345-0@lo:400:kworker.0 Request processed in 31us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016074.801712:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1734016074.809902:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.818530:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.832022:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337775232 00000100:00100000:0.0:1734016074.832034:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337775232 00002000:00100000:0.0:1734016074.832073:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3989504->3993599) req@ffff88007c4c1f80 x1818247337775232/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.832083:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1f80 with x1818247337775232 ext(3989504->3993599) 00002000:00010000:0.0:1734016074.832088:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1f80 00000100:00100000:0.0:1734016074.832119:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8260 00000100:00100000:0.0:1734016074.832126:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337775232:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.832264:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337775232:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.832293:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8260 00002000:00100000:0.0:1734016074.832300:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3989504->3993599) req@ffff88007c4c1f80 x1818247337775232/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.832307:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1f80 with x1818247337775232 ext(3989504->3993599) 00002000:00010000:0.0:1734016074.832309:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1f80 00000100:00100000:0.0:1734016074.841637:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.845760:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.852556:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337776000 00000100:00100000:0.0:1734016074.852565:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337776000 00002000:00100000:0.0:1734016074.852610:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3977216->3981311) req@ffff88007c4c1180 x1818247337776000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.852619:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1180 with x1818247337776000 ext(3977216->3981311) 00002000:00010000:0.0:1734016074.852623:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1180 00000100:00100000:0.0:1734016074.852674:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8263 00000100:00100000:0.0:1734016074.852681:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.853321:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 638us (878us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.853327:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8263 00002000:00100000:0.0:1734016074.853334:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3977216->3981311) req@ffff88007c4c1180 x1818247337776000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.853340:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1180 with x1818247337776000 ext(3977216->3981311) 00002000:00010000:0.0:1734016074.853343:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1180 00000100:00100000:0.0:1734016074.856318:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337776256 00000100:00100000:0.0:1734016074.856331:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337776256 00002000:00100000:0.0:1734016074.856378:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3973120->3977215) req@ffff88007c4c2d80 x1818247337776256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.856387:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c2d80 with x1818247337776256 ext(3973120->3977215) 00002000:00010000:0.0:1734016074.856393:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c2d80 00000100:00100000:0.0:1734016074.856423:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8264 00000100:00100000:0.0:1734016074.856430:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.856922:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 491us (1000us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.856929:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8264 00002000:00100000:0.0:1734016074.856935:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (3973120->3977215) req@ffff88007c4c2d80 x1818247337776256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.856942:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c2d80 with x1818247337776256 ext(3973120->3977215) 00002000:00010000:0.0:1734016074.856945:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c2d80 00000100:00100000:0.0:1734016074.859808:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.863720:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337776768 00000100:00100000:0.0:1734016074.863730:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337776768 00002000:00100000:0.0:1734016074.863767:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3964928->3969023) req@ffff88007c4c1500 x1818247337776768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.863777:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1500 with x1818247337776768 ext(3964928->3969023) 00002000:00010000:0.0:1734016074.863782:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1500 00000100:00100000:0.0:1734016074.863814:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8266 00000100:00100000:0.0:1734016074.863821:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776768:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.863956:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c4c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337776768:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 133us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016074.863962:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8266 00002000:00100000:0.0:1734016074.863967:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (3964928->3969023) req@ffff88007c4c1500 x1818247337776768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/4536 e 0 to 0 dl 1734016085 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.863973:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c4c1500 with x1818247337776768 ext(3964928->3969023) 00002000:00010000:0.0:1734016074.863975:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c4c1500 00000100:00100000:0.0:1734016074.875967:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.899524:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.899648:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.914267:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337778048 00000100:00100000:0.0:1734016074.914289:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337778048 00002000:00100000:0.0:1734016074.914331:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8515584->10153983) req@ffff880136ad0700 x1818247337778048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:35/0 lens 488/0 e 0 to 0 dl 1734016085 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016074.914340:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad0700 with x1818247337778048 ext(8515584->10153983) 00002000:00010000:0.0:1734016074.914344:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad0700 00000100:00100000:0.0:1734016074.914362:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8270 00000100:00100000:0.0:1734016074.914368:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337778048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016074.992613:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016074.994915:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136ad0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340491520:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016074.994943:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea1c2d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f38 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.994954:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea1c2d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f38 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016074.994975:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:0.0:1734016074.995019:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337778176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2132us (2418us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016074.995025:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10707 00000100:00100000:0.0:1734016074.996709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.012950:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.026772:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.050617:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880136ad1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340492160:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016075.050638:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.050910:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a080380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247337778944:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6256us (7080us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.050921:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3043 00000100:00100000:0.0:1734016075.056056:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.069331:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.080309:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337779584 00000100:00100000:0.0:1734016075.080318:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337779584 00000100:00100000:0.0:1734016075.080357:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10716 00000100:00100000:0.0:1734016075.080365:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:9641:x1818247337779584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.080380:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.080397:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9f70 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.080424:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.080430:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.080432:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.080435:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5169152->5173247] (req 5169152->5173247) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.080463:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.080474:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 7 pid: 7693 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016075.080491:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340492672:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.080554:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.086024:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340492672:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.086053:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5169152->5173247] (req 5169152->5173247) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.086068:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016075.086115:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:9641:x1818247337779584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5750us (5956us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.086122:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10716 00000100:00100000:0.0:1734016075.086979:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337779712 00000100:00100000:0.0:1734016075.086985:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337779712 00010000:00010000:0.0:1734016075.087004:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016075.087030:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3044 00000100:00100000:0.0:1734016075.087034:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337779712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.087045:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.087060:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016075.087069:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016075.087090:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c2ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 9826304->9846783) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f54 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016075.087113:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.087115:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.087119:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.087126:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.087148:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.087157:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340492800:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016075.087194:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.090851:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340492800:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016075.090868:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.091544:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247337779712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4507us (4997us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.091552:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3044 00000100:00100000:0.0:1734016075.097714:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.103951:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337780864 00000100:00100000:0.0:1734016075.103960:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337780864 00000100:00100000:0.0:1734016075.104268:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10717 00000100:00100000:0.0:1734016075.104300:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247337780864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.104318:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.104333:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9f77 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.104353:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.104355:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.104361:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f77 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.104373:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f77 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.104383:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016075.104438:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337780864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 138us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.104444:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10717 00000100:00100000:0.0:1734016075.106389:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.111163:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337781248 00000100:00100000:0.0:1734016075.111171:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337781248 00010000:00010000:0.0:1734016075.111199:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00000100:00100000:0.0:1734016075.111221:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337781120 00000100:00100000:0.0:1734016075.111223:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337781120 00010000:00010000:0.0:1734016075.111231:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f77 expref: 10 pid: 7693 timeout: 443 lvb_type: 1 00000100:00100000:0.0:1734016075.111253:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3045 00000100:00100000:0.0:1734016075.111260:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337781248:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.111293:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.111312:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016075.111320:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c308 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5169152->5173247) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f70 expref: 8 pid: 7693 timeout: 443 lvb_type: 0 00010000:00010000:0.0:1734016075.111342:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.111374:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337781248:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 114us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.111379:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3045 00000100:00100000:0.0:1734016075.111393:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3046 00000100:00100000:0.0:1734016075.111397:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337781120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.111402:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.111407:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f77 expref: 10 pid: 7693 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016075.111415:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1c30f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f77 expref: 10 pid: 7693 timeout: 443 lvb_type: 1 00010000:00010000:0.0:1734016075.111423:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.111425:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.111429:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1c316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 278528->282623) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f7e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.111437:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1c316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 278528->282623) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f7e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.111461:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1c316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 278528->282623) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9f7e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.111472:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340493184:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016075.111499:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.133044:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337781504 00000100:00100000:0.0:1734016075.133056:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337781504 00002000:00100000:0.0:1734016075.133099:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880136ad1880 x1818247337781504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.133109:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad1880 with x1818247337781504 ext(0->4194303) 00002000:00010000:0.0:1734016075.133114:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad1880 00000100:00100000:0.0:1734016075.133148:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8275 00000100:00100000:0.0:1734016075.133154:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247337781504:12345-192.168.201.60@tcp:3:fsx.0 00000001:00080000:0.0:1734016075.143007:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968637 is committed 00000001:00080000:0.0:1734016075.143018:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968633 is committed 00000100:00100000:0.0:1734016075.197013:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337782144 00000100:00100000:0.0:1734016075.197023:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337782144 00002000:00100000:0.0:1734016075.197059:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (262144->282623) req@ffff880136ad1f80 x1818247337782144/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.197068:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad1f80 with x1818247337782144 ext(262144->282623) 00002000:00010000:0.0:1734016075.197072:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad1f80 00000100:00100000:0.0:1734016075.198600:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8278 00000100:00100000:0.0:1734016075.198610:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337782144:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016075.203407:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337782144:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4790us (6554us total) trans 4294969417 rc 0/0 00000100:00100000:0.0:1734016075.203418:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8278 00002000:00100000:0.0:1734016075.203427:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (262144->282623) req@ffff880136ad1f80 x1818247337782144/t4294969417(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:36/0 lens 488/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.203435:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad1f80 with x1818247337782144 ext(262144->282623) 00002000:00010000:0.0:1734016075.203439:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad1f80 00000100:00100000:0.0:1734016075.205351:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016075.217580:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969417 is committed 00000001:00080000:0.0:1734016075.217601:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969415 is committed 00000100:00100000:0.0:1734016075.224496:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.271940:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.280518:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337783168 00000100:00100000:0.0:1734016075.280528:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337783168 00002000:00100000:0.0:1734016075.280568:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10080256->10084351) req@ffff880136ad3100 x1818247337783168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.280577:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad3100 with x1818247337783168 ext(10080256->10084351) 00002000:00010000:0.0:1734016075.280582:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad3100 00000100:00100000:0.0:1734016075.280608:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8279 00000100:00100000:0.0:1734016075.280615:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337783168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.285064:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337783168:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 4446us (6658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.285074:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8279 00002000:00100000:0.0:1734016075.285084:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10080256->10084351) req@ffff880136ad3100 x1818247337783168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.285093:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad3100 with x1818247337783168 ext(10080256->10084351) 00002000:00010000:0.0:1734016075.285097:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad3100 00000100:00100000:0.0:1734016075.288714:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337783424 00000100:00100000:0.0:1734016075.288723:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337783424 00002000:00100000:0.0:1734016075.288760:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10076160->10080255) req@ffff880136ad2d80 x1818247337783424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.288770:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad2d80 with x1818247337783424 ext(10076160->10080255) 00002000:00010000:0.0:1734016075.288775:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad2d80 00000100:00100000:0.0:1734016075.288801:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8280 00000100:00100000:0.0:1734016075.288807:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337783424:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.288950:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337783424:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.288956:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8280 00002000:00100000:0.0:1734016075.288961:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10076160->10080255) req@ffff880136ad2d80 x1818247337783424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.288967:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad2d80 with x1818247337783424 ext(10076160->10080255) 00002000:00010000:0.0:1734016075.288969:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad2d80 00000100:00100000:0.0:1734016075.308862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.314619:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337784448 00000100:00100000:0.0:1734016075.314630:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337784448 00002000:00100000:0.0:1734016075.314679:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10059776->10063871) req@ffff88007a02a680 x1818247337784448/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.314687:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247337784448 ext(10059776->10063871) 00002000:00010000:0.0:1734016075.314692:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a680 00000100:00100000:0.0:1734016075.314723:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8284 00000100:00100000:0.0:1734016075.314728:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337784448:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.319672:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337784448:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 4918us (5110us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.319684:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8284 00002000:00100000:0.0:1734016075.319699:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10059776->10063871) req@ffff88007a02a680 x1818247337784448/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.319709:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247337784448 ext(10059776->10063871) 00002000:00010000:0.0:1734016075.319715:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a680 00000100:00100000:0.0:1734016075.324460:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337784704 00000100:00100000:0.0:1734016075.324469:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337784704 00002000:00100000:0.0:1734016075.324503:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10055680->10059775) req@ffff88007a196d80 x1818247337784704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.324512:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247337784704 ext(10055680->10059775) 00002000:00010000:0.0:1734016075.324516:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:0.0:1734016075.328162:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8285 00000100:00100000:0.0:1734016075.328174:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337784704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.328368:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337784704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 195us (3983us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.328375:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8285 00002000:00100000:0.0:1734016075.328383:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10055680->10059775) req@ffff88007a196d80 x1818247337784704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.328390:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247337784704 ext(10055680->10059775) 00002000:00010000:0.0:1734016075.328395:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:0.0:1734016075.331179:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.341318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.344914:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cc9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247337785088:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3409us (3589us total) trans 4294969418 rc 0/0 00000100:00100000:0.0:1734016075.345077:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8287 00002000:00100000:0.0:1734016075.345087:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (10051584->10084351) req@ffff88011cc9d500 x1818247337785088/t4294969418(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.345095:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cc9d500 with x1818247337785088 ext(10051584->10084351) 00002000:00010000:0.0:1734016075.345099:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cc9d500 00000100:00100000:0.0:1734016075.349836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.363538:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337785600 00000100:00100000:0.0:1734016075.363545:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337785600 00002000:00100000:0.0:1734016075.363579:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5709824->5713919) req@ffff88007a197100 x1818247337785600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.363586:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247337785600 ext(5709824->5713919) 00002000:00010000:0.0:1734016075.363590:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197100 00000100:00100000:0.0:1734016075.363618:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8288 00000100:00100000:0.0:1734016075.363624:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247337785600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016075.363767:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247337785600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016075.363773:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8288 00002000:00100000:0.0:1734016075.363779:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5709824->5713919) req@ffff88007a197100 x1818247337785600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 488/4536 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.363789:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247337785600 ext(5709824->5713919) 00002000:00010000:0.0:1734016075.363792:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197100 00000100:00100000:0.0:1734016075.368699:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.375466:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337785984 00000100:00100000:0.0:1734016075.375473:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337785984 00002000:00100000:0.0:1734016075.375503:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5705728->5713919) req@ffff88007a196680 x1818247337785984/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 8680/0 e 0 to 0 dl 1734016086 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.375513:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196680 with x1818247337785984 ext(5705728->5713919) 00002000:00010000:0.0:1734016075.375517:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196680 00000100:00100000:0.0:1734016075.375823:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8290 00000100:00100000:0.0:1734016075.375829:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337785984:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016075.378460:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247337785984:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2622us (3185us total) trans 4294969420 rc 0/0 00000100:00100000:0.0:1734016075.378471:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8290 00002000:00100000:0.0:1734016075.378482:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5705728->5713919) req@ffff88007a196680 x1818247337785984/t4294969420(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:36/0 lens 8680/448 e 0 to 0 dl 1734016086 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016075.378490:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196680 with x1818247337785984 ext(5705728->5713919) 00002000:00010000:0.0:1734016075.378495:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196680 00000100:00100000:0.0:1734016075.385330:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337786112 00000100:00100000:0.0:1734016075.385339:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337786112 00000100:00100000:0.0:1734016075.385417:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10726 00000100:00100000:0.0:1734016075.385427:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247337786112:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016075.389409:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969420 is committed 00000100:00100000:0.0:1734016075.392210:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.407198:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.417978:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.422737:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.431221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.433600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.441739:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.447338:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.457182:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.461424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.477428:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016075.486887:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969421 is committed 00000100:00100000:0.0:1734016075.499213:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.502158:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016075.509601:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969422 is committed 00000100:00100000:0.0:1734016075.515790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.522079:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.526839:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.532194:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337791488 00000100:00100000:0.0:1734016075.532201:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337791488 00010000:00010000:0.0:1734016075.532229:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea1c148 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9dbe expref: 12 pid: 7714 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.532315:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3049 00000100:00100000:0.0:1734016075.532321:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247337791488:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.532332:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.532338:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea1c148 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9dbe expref: 12 pid: 7714 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016075.532352:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea1c148 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9dbe expref: 12 pid: 7714 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016075.532370:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016075.532374:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c35c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.532383:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c35c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.532388:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c35c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.532402:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.532435:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247337791488:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 113us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.533078:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3049 00000100:00100000:0.0:1734016075.534810:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.539572:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.539636:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.545050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.563221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.568806:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.571691:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340494848:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016075.571718:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1c386 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fd2 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.571729:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1c386 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fd2 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.571752:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:0.0:1734016075.571804:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337792384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2746us (3004us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.571811:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10733 00000100:00100000:0.0:1734016075.574165:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337792512 00000100:00100000:0.0:1734016075.574172:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337792512 00000100:00100000:0.0:1734016075.574205:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10734 00000100:00100000:0.0:1734016075.574210:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337792512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.574224:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.574240:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c38d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9fd9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.574387:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340494976:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016075.574543:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.576152:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340494976:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016075.576180:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c38d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fd9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.576192:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c38d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fd9 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.576203:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016075.576247:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337792512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2035us (2150us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.576256:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10734 00000100:00100000:0.0:1734016075.578574:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337792640 00000100:00100000:0.0:1734016075.578581:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337792640 00000100:00100000:0.0:1734016075.578616:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10735 00000100:00100000:0.0:1734016075.578621:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337792640:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016075.578814:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5977846 -> 5977846 00002000:00010000:0.0:1734016075.578817:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.578818:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.578820:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.578822:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1320 -> 1320 00000100:00100000:0.0:1734016075.578883:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247337792640:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 260us (354us total) trans 4294969424 rc 0/0 00000100:00100000:0.0:1734016075.578889:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10735 00000100:00100000:0.0:1734016075.584989:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495104:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016075.585024:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1c394 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fe0 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.585037:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1c394 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fe0 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.585136:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:0.0:1734016075.585205:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247337792768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2791us (3144us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.585213:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10736 00000100:00100000:0.0:1734016075.587458:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337792896 00000100:00100000:0.0:1734016075.587464:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337792896 00000100:00100000:0.0:1734016075.587527:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10737 00000100:00100000:0.0:1734016075.587533:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247337792896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.587545:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.587558:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c39b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9fe7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.587596:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495232:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016075.587650:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.589548:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495232:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016075.589573:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c39b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fe7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.589582:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c39b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fe7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.589634:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016075.589833:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247337792896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2297us (2428us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.589839:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10737 00000100:00100000:0.0:1734016075.592607:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337793024 00000100:00100000:0.0:1734016075.592614:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337793024 00000100:00100000:0.0:1734016075.592642:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10738 00000100:00100000:0.0:1734016075.592657:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337793024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.592672:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.592687:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ad9fee expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.592727:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495360:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016075.592782:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.600637:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495360:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016075.600676:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fee expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.600689:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fee expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.601125:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016075.602554:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337793024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9889us (10003us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016075.602565:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10738 00000100:00100000:0.0:1734016075.618198:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340495488:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.618222:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1c3a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3723264->3784703] (req 3723264->3784703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ff5 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.618234:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:0.0:1734016075.618290:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:9641:x1818247337793152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9810us (9978us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.618298:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10739 00000100:00100000:0.0:1734016075.633908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.644726:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.658830:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.673869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.688551:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337794176 00000100:00100000:0.0:1734016075.688559:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337794176 00000100:00100000:0.0:1734016075.688609:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10743 00000100:00100000:0.0:1734016075.688616:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:9641:x1818247337794176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.688633:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.688661:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada00a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.688687:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1c3b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ffc expref: 5 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.688695:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea1c3be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada003 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.688701:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.688703:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.688706:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3c5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [217088->241663] (req 217088->241663) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada00a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.688732:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea1c3be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada003 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.688743:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea1c3be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada003 expref: 8 pid: 7692 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016075.688754:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340495872:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.688825:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1c3b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ffc expref: 5 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.688833:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1c3b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9ffc expref: 5 pid: 7692 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016075.688840:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340496000:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.688858:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.695711:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340495872:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.696126:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340496000:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.696150:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c3c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [217088->241663] (req 217088->241663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada00a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.696166:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016075.696214:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:9641:x1818247337794176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7598us (8339us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.696222:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10743 00000100:00100000:0.0:1734016075.702312:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337794560 00000100:00100000:0.0:1734016075.702321:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337794560 00000100:00100000:0.0:1734016075.702358:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10744 00000100:00100000:0.0:1734016075.702365:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337794560:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016075.702562:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5977846 -> 5977846 00002000:00010000:0.0:1734016075.702565:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.702567:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.702569:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016075 -> 1734016075 00002000:00010000:0.0:1734016075.702571:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1456 -> 1496 00000100:00100000:0.0:1734016075.702619:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247337794560:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 253us (416us total) trans 4294969427 rc 0/0 00000100:00100000:0.0:1734016075.702626:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10744 00000100:00100000:0.0:1734016075.709996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.724312:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.735487:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.749975:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.755783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.758917:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.765207:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.778905:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337795968 00000100:00100000:0.0:1734016075.778913:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337795968 00000100:00100000:0.0:1734016075.779707:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8310 00000100:00100000:0.0:1734016075.779716:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247337795968:12345-192.168.201.60@tcp:4:fsx.0 00010000:00010000:0.0:1734016075.779752:0:7698:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1c3f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.779770:0:7698:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea1c3d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1216511) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada018 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.779777:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.779778:0:7698:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.779781:0:7698:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1c3f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [868352->929791] (req 868352->929791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.779816:0:7698:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea1c3d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1216511) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada018 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.779832:0:7698:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea1c3d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1216511) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada018 expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.779843:0:7698:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247340497152:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.779915:0:7698:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.788417:0:7698:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247340497152:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.788438:0:7698:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1c3f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [868352->929791] (req 868352->929791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.789133:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [868352->929791] (req 868352->929791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.789141:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1c3f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [868352->929791] (req 868352->929791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016075.804375:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969430 is committed 00000001:00080000:0.0:1734016075.804390:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969429 is committed 00000100:00100000:0.0:1734016075.819906:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337796608 00000100:00100000:0.0:1734016075.819913:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337796608 00010000:00010000:0.0:1734016075.819945:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c37f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fcb expref: 12 pid: 8227 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.819980:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3058 00000100:00100000:0.0:1734016075.819987:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247337796608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.820001:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.820007:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c37f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fcb expref: 12 pid: 8227 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016075.820016:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c37f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fcb expref: 12 pid: 8227 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016075.820041:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c37f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ad9fcb expref: 12 pid: 8227 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016075.820802:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016075.820809:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b840/0x857af32d4ea1c404 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.820818:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b840/0x857af32d4ea1c404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.820823:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b840/0x857af32d4ea1c404 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016075.820846:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016075.821428:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247337796608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1436us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.821440:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3058 00000100:00100000:0.0:1734016075.824927:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.832340:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337796864 00000100:00100000:0.0:1734016075.832347:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337796864 00010000:00010000:0.0:1734016075.832374:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c3fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada03b expref: 6 pid: 7693 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016075.832403:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3059 00000100:00100000:0.0:1734016075.832409:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337796864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016075.832423:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016075.832441:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c3fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada03b expref: 6 pid: 7693 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016075.832450:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c3fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada03b expref: 6 pid: 7693 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016075.832471:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1c3fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada03b expref: 6 pid: 7693 timeout: 444 lvb_type: 1 00010000:00010000:0.0:1734016075.832496:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.832499:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.832505:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.832514:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.832547:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.832559:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340497536:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016075.832617:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016075.835250:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.854357:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337797376 00000100:00100000:0.0:1734016075.854366:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337797376 00000100:00100000:0.0:1734016075.854402:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10756 00000100:00100000:0.0:1734016075.854409:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:9641:x1818247337797376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.854424:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.854440:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c427 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada057 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.854463:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.854470:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.854472:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016075.854475:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c427 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [868352->872447] (req 868352->872447) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada057 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.854498:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.854510:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.854520:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c4c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340497792:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.854581:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63240 going to sleep for 11 seconds 00010000:00010000:0.0:1734016075.859309:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c40b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada042 expref: 8 pid: 7692 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.859325:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c4c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340497792:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.859343:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c427 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 868352->872447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada057 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.859355:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016075.859407:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078c45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:9641:x1818247337797376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4997us (5187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.859414:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10756 00000100:00100000:0.0:1734016075.867011:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.871844:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.875204:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337798400 00000100:00100000:0.0:1734016075.875211:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337798400 00000100:00100000:0.0:1734016075.875258:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10757 00000100:00100000:0.0:1734016075.875264:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247337798400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.875302:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.875316:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c42e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada05e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.875336:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.875338:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.875344:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c42e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada05e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.875356:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c42e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada05e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.875366:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016075.875410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247337798400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 145us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016075.875419:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10757 00000100:00100000:0.0:1734016075.882094:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.890850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.893387:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.903031:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.923889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016075.928393:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969432 is committed 00000001:00080000:0.0:1734016075.928425:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969431 is committed 00000100:00100000:0.0:1734016075.937514:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016075.991797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016075.993946:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1c443 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 749568->753663) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada06c expref: 5 pid: 7693 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016075.993967:0:7698:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:7698:1818247340498816:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016075.993982:0:7698:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.993990:0:7698:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.993995:0:7698:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995333:0:7698:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995346:0:7698:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995354:0:7698:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995359:0:7698:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cf840 already unused, calling callback (ffffffffa0861100) 00010000:00010000:0.0:1734016075.995362:0:7698:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995368:0:7698:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995380:0:7698:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.995385:0:7698:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c45f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2486272->2510847] (req 2486272->2510847) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016075.995451:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247337800320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3502us (3655us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1734016075.995460:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8318 00000100:00100000:0.0:1734016075.999045:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337800704 00000100:00100000:0.0:1734016075.999051:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337800704 00000100:00100000:0.0:1734016075.999089:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10764 00000100:00100000:0.0:1734016075.999094:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:9641:x1818247337800704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016075.999109:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016075.999124:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada08f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.999150:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1c466 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada088 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.999156:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.999158:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016075.999161:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2678784->2686975] (req 2678784->2686975) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016075.999186:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1c466 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada088 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016075.999197:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1c466 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada088 expref: 6 pid: 7693 timeout: 444 lvb_type: 1 00000100:00100000:0.0:1734016075.999208:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340498944:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016075.999263:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.001329:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340498944:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016076.001354:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [2678784->2686975] (req 2678784->2686975) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.001369:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016076.001409:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:9641:x1818247337800704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2314us (2486us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.001416:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10764 00000100:00100000:0.0:1734016076.004540:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.006967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.015069:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016076.024906:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016046 00000100:00100000:0.0:1734016076.033086:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337801600 00000100:00100000:0.0:1734016076.033095:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337801600 00010000:00010000:0.0:1734016076.033578:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc900/0x857af32d4ea1c43c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada065 expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.034093:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3065 00000100:00100000:0.0:1734016076.034101:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247337801600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.034115:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.034121:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc900/0x857af32d4ea1c43c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada065 expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.034131:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc900/0x857af32d4ea1c43c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada065 expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.034148:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.034152:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.034160:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.034165:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.034179:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.034214:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247337801600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 114us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.034223:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3065 00010000:00010000:0.0:1734016076.039444:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039457:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039463:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039468:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016076.039472:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039478:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039491:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.039493:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016076.039496:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.039501:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c482 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016076.039893:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337801728 00000100:00100000:0.0:1734016076.039900:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337801728 00000100:00100000:0.0:1734016076.040080:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10768 00000100:00100000:0.0:1734016076.040087:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:9641:x1818247337801728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.040102:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.040116:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada0a4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.040138:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.040145:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.040147:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016076.040150:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0a4 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.040175:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.040185:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 6 pid: 7692 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.040196:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340499584:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016076.040251:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.042997:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340499584:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016076.043022:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0a4 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.043036:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016076.043084:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:9641:x1818247337801728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2996us (3402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.043092:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10768 00000100:00100000:0.0:1734016076.043957:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337801856 00000100:00100000:0.0:1734016076.043963:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337801856 00010000:00010000:0.0:1734016076.043982:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.044013:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3066 00000100:00100000:0.0:1734016076.044017:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337801856:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.044028:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.044046:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.044055:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.044070:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1c46d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2678784->2686975) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada08f expref: 7 pid: 7692 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.044081:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.044083:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.044088:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0a4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.044097:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0a4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.044122:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1c489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0a4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.044133:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340499712:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016076.044804:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.050204:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340499712:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016076.050223:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.050258:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337801856:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6239us (7105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.050265:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3066 00000100:00100000:0.0:1734016076.056951:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.084553:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.089742:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.099050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.102716:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.105690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.110087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.113574:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.116401:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.121835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.125147:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.129946:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.135184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.135712:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2113 00000100:00100000:0.0:1734016076.135720:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:9641:x1818247337805056:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016076.135760:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.135781:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea1c4c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ce expref: 20 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.135799:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.135804:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016076.135943:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1c4cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016076.135955:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 11 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.135962:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1c4cf lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016076.135991:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 11 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.136002:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 11 pid: 6488 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.136014:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340500480:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016076.136072:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016076.140244:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.140706:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337805184 00000100:00100000:0.0:1734016076.140713:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337805184 00010000:00010000:0.0:1734016076.140744:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.140770:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3068 00000100:00100000:0.0:1734016076.140777:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247337805184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.140789:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.140794:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.140809:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.140827:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c497 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0ab expref: 12 pid: 6488 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.140840:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.140845:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1c4cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016076.140852:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1c4cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016076.140858:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1c4cf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016076.141958:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.142014:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337805184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1235us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.142022:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3068 00000100:00100000:0.0:1734016076.145897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.150465:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337805568 00000100:00100000:0.0:1734016076.150474:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337805568 00010000:00010000:0.0:1734016076.150503:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c4b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 729088->733183) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0c7 expref: 7 pid: 7693 timeout: 444 lvb_type: 0 00000100:00100000:0.0:1734016076.150528:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3069 00000100:00100000:0.0:1734016076.150533:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079233100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337805568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.150546:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.150562:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c4b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 729088->733183) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0c7 expref: 7 pid: 7693 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.150571:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c4b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 729088->733183) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0c7 expref: 7 pid: 7693 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.152052:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea1c4b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 729088->733183) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0c7 expref: 7 pid: 7693 timeout: 444 lvb_type: 0 00010000:00010000:0.0:1734016076.152899:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.152902:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.152908:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c4d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0dc expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.152916:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1c4d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada0dc expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016076.164131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.170010:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.172992:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.187579:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.197049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.204689:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.220325:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.242207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.268492:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.268544:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.344161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.356349:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.370008:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.375383:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.382356:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.391016:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.400909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.403938:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.407488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.409867:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.416583:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.424806:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.428977:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016076.432647:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432657:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432663:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432668:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016076.432672:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432678:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432692:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.432695:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016076.432698:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.432702:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1c55b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016076.436986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.446575:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.450887:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.455797:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.461536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.465803:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.473951:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.479207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.483330:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.487836:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.494531:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337811200 00000100:00100000:0.0:1734016076.494540:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337811200 00010000:00010000:0.0:1734016076.494569:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c570 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada15a expref: 12 pid: 6488 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016076.494607:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3075 00000100:00100000:0.0:1734016076.494614:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247337811200:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.494640:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.494647:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c570 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada15a expref: 12 pid: 6488 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.494657:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c570 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada15a expref: 12 pid: 6488 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.494675:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c570 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada15a expref: 12 pid: 6488 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.495531:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016076.495537:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea1c5af lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.495547:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea1c5af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.495553:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea1c5af lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016076.495576:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.495620:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247337811200:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1005us (1833us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.495627:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3075 00000100:00100000:0.0:1734016076.498414:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.503788:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.503828:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.507471:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.519048:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.523060:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.528856:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.534615:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.546038:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.552075:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.562362:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.565555:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.568608:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337813632 00000100:00100000:0.0:1734016076.568617:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337813632 00002000:00100000:0.0:1734016076.568671:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (884736->888831) req@ffff880079231880 x1818247337813632/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:37/0 lens 488/0 e 0 to 0 dl 1734016087 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.568679:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079231880 with x1818247337813632 ext(884736->888831) 00002000:00010000:0.0:1734016076.568684:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079231880 00000100:00100000:0.0:1734016076.568714:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8336 00000100:00100000:0.0:1734016076.568720:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337813632:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016076.568872:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079231880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337813632:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 150us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016076.568879:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8336 00002000:00100000:0.0:1734016076.568884:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (884736->888831) req@ffff880079231880 x1818247337813632/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:37/0 lens 488/4536 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.568890:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079231880 with x1818247337813632 ext(884736->888831) 00002000:00010000:0.0:1734016076.568893:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079231880 00000100:00100000:0.0:1734016076.571734:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.608417:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340505216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016076.608475:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016076.608703:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340505216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016076.641253:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337814272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 35138us (39532us total) trans 0 rc 303104/303104 00000100:00100000:0.0:1734016076.641260:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8338 00002000:00100000:0.0:1734016076.641266:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4206592->4509695) req@ffff880079231180 x1818247337814272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:37/0 lens 488/440 e 0 to 0 dl 1734016087 ref 1 fl Complete:/200/0 rc 303104/303104 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016076.641290:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079231180 with x1818247337814272 ext(4206592->4509695) 00002000:00010000:0.0:1734016076.641293:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079231180 00000100:00100000:0.0:1734016076.656078:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.673555:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.693004:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337815040 00000100:00100000:0.0:1734016076.693013:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337815040 00000100:00100000:0.0:1734016076.703933:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337815168 00000100:00100000:0.0:1734016076.703941:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337815168 00010000:00010000:0.0:1734016076.703970:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea1c5cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1101824->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada192 expref: 8 pid: 7692 timeout: 445 lvb_type: 0 00000100:00100000:0.0:1734016076.704788:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3079 00000100:00100000:0.0:1734016076.704794:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337815168:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016076.704805:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016076.704823:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea1c5cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1101824->1134591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada192 expref: 8 pid: 7692 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.704833:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea1c5cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1101824->1134591) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada192 expref: 8 pid: 7692 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.704850:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea1c5cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1101824->1134591) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada192 expref: 8 pid: 7692 timeout: 445 lvb_type: 0 00010000:00010000:0.0:1734016076.704880:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.704882:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.704886:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea1c618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10334208->10383359] (req 10334208->10383359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.704893:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea1c618 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [10334208->10383359] (req 10334208->10383359) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.704913:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016076.704945:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247337815168:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 150us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.704950:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3079 00000001:00080000:0.0:1734016076.715670:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969443 is committed 00000001:00080000:0.0:1734016076.715685:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969442 is committed 00000100:00100000:0.0:1734016076.721160:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.726906:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337815424 00000100:00100000:0.0:1734016076.726912:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337815424 00000100:00100000:0.0:1734016076.726953:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10809 00000100:00100000:0.0:1734016076.726959:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337815424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016076.726974:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016076.726988:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada1df expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016076.727005:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.727007:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016076.727013:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada1df expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.727025:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada1df expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016076.727034:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016076.727077:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337815424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 117us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016076.727082:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10809 00000100:00100000:0.0:1734016076.729385:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.738938:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.738995:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.757133:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.832407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.843948:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.851110:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.861369:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.880508:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.899202:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.899257:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016076.899305:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.030943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.044990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.069664:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.141312:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337819392 00000100:00100000:0.0:1734016077.141320:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337819392 00000100:00100000:0.0:1734016077.141366:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10821 00000100:00100000:0.0:1734016077.141373:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:9641:x1818247337819392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.141389:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.141407:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c66c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada21e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.141432:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea1c665 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada217 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.141442:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.141444:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.141447:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1c66c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3551232->3596287] (req 3551232->3596287) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada21e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.141473:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea1c665 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada217 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.141485:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea1c665 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada217 expref: 8 pid: 7693 timeout: 445 lvb_type: 1 00000100:00100000:0.0:1734016077.141497:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d51500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340507136:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016077.141555:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.151974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.185500:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.195072:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016077.210046:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210060:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210067:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210073:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cc000 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016077.210077:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210087:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210101:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.210104:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016077.210107:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.210111:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc000/0x857af32d4ea1c681 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016077.211153:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.228366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.233433:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.240219:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337821312 00000100:00100000:0.0:1734016077.240228:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337821312 00000100:00100000:0.0:1734016077.243074:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2125 00000100:00100000:0.0:1734016077.243089:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a426c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:9641:x1818247337821312:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016077.243145:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.243168:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1c696 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada23a expref: 14 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.243210:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.243215:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016077.243375:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1c69d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.243385:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1c69d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.243397:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1c69d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016077.243426:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968652 00000004:00010000:0.0:1734016077.243444:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a426c50 reply state ffff88011cf71000 transno 4294968653 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1c69d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016077.243450:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016077.243524:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a426c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:9641:x1818247337821312:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 437us (3752us total) trans 4294968653 rc 0/0 00000100:00100000:0.0:1734016077.243532:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2125 00000020:00080000:0.0:1734016077.243537:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016077.276958:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.286042:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337821824 00000100:00100000:0.0:1734016077.286052:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337821824 00000100:00100000:0.0:1734016077.286717:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2127 00000100:00100000:0.0:1734016077.286726:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:9641:x1818247337821824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016077.286751:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016077.286775:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c6b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada248 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.286869:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c6b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.286884:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.286895:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016077.286918:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2386984 00000004:00200000:0.0:1734016077.286922:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016077.286934:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c6b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.286954:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1c6b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada248 expref: 27 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.286989:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1c6b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada248 expref: 26 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.286995:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.286998:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016077.287000:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016077.287052:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:9641:x1818247337821824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 326us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.287058:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2127 00000100:00100000:0.0:1734016077.317031:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.350446:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.385500:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337823104 00000100:00100000:0.0:1734016077.385507:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337823104 00010000:00010000:0.0:1734016077.410403:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410409:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410414:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410418:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49f80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016077.410422:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410428:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410440:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.410442:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016077.410445:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016077.410448:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea1c6e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016077.429904:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340509184:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016077.429923:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.436692:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337823872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 20091us (20365us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.436705:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3091 00000100:00100000:0.0:1734016077.474979:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.490956:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.500620:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.517666:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.524805:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.526899:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.532505:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.539569:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.568256:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.580783:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.592601:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.594184:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337826048 00000100:00100000:0.0:1734016077.594195:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337826048 00002000:00100000:0.0:1734016077.594233:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff880078d50a80 x1818247337826048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.594242:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247337826048 ext(348160->352255) 00002000:00010000:0.0:1734016077.594247:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80 00000100:00100000:0.0:1734016077.594266:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8354 00000100:00100000:0.0:1734016077.594285:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337826048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.596368:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337826048:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2081us (3773us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.596376:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8354 00002000:00100000:0.0:1734016077.596384:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (348160->352255) req@ffff880078d50a80 x1818247337826048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.596392:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247337826048 ext(348160->352255) 00002000:00010000:0.0:1734016077.596396:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80 00000100:00100000:0.0:1734016077.600672:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.611736:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337827072 00000100:00100000:0.0:1734016077.611743:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337827072 00002000:00100000:0.0:1734016077.611771:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff880079c67b80 x1818247337827072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.611779:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c67b80 with x1818247337827072 ext(331776->335871) 00002000:00010000:0.0:1734016077.611783:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c67b80 00000100:00100000:0.0:1734016077.611872:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8358 00000100:00100000:0.0:1734016077.611877:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337827072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.612340:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337827072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 461us (841us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.612347:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8358 00002000:00100000:0.0:1734016077.612352:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (331776->335871) req@ffff880079c67b80 x1818247337827072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.612359:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c67b80 with x1818247337827072 ext(331776->335871) 00002000:00010000:0.0:1734016077.612361:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c67b80 00000100:00100000:0.0:1734016077.614744:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337827328 00000100:00100000:0.0:1734016077.614752:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337827328 00002000:00100000:0.0:1734016077.614784:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880079db4380 x1818247337827328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.614792:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4380 with x1818247337827328 ext(327680->331775) 00002000:00010000:0.0:1734016077.614795:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4380 00000100:00100000:0.0:1734016077.615097:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8359 00000100:00100000:0.0:1734016077.615104:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337827328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.615589:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337827328:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 484us (1008us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.615596:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8359 00002000:00100000:0.0:1734016077.615602:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (327680->331775) req@ffff880079db4380 x1818247337827328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.615617:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4380 with x1818247337827328 ext(327680->331775) 00002000:00010000:0.0:1734016077.615620:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4380 00000100:00100000:0.0:1734016077.618575:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337827584 00000100:00100000:0.0:1734016077.618584:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337827584 00002000:00100000:0.0:1734016077.618629:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880079c65880 x1818247337827584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.618643:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c65880 with x1818247337827584 ext(323584->327679) 00002000:00010000:0.0:1734016077.618647:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c65880 00000100:00100000:0.0:1734016077.618680:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8360 00000100:00100000:0.0:1734016077.618686:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337827584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.618822:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337827584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.618829:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8360 00002000:00100000:0.0:1734016077.618835:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (323584->327679) req@ffff880079c65880 x1818247337827584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.618841:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c65880 with x1818247337827584 ext(323584->327679) 00002000:00010000:0.0:1734016077.618844:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c65880 00000100:00100000:0.0:1734016077.627596:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337828096 00000100:00100000:0.0:1734016077.627604:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337828096 00002000:00100000:0.0:1734016077.627645:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880079db7b80 x1818247337828096/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.627654:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7b80 with x1818247337828096 ext(315392->319487) 00002000:00010000:0.0:1734016077.627659:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7b80 00000100:00100000:0.0:1734016077.627687:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8362 00000100:00100000:0.0:1734016077.627693:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337828096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.627821:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337828096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 127us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.627830:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8362 00002000:00100000:0.0:1734016077.627835:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (315392->319487) req@ffff880079db7b80 x1818247337828096/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.627842:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7b80 with x1818247337828096 ext(315392->319487) 00002000:00010000:0.0:1734016077.627844:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7b80 00000100:00100000:0.0:1734016077.631939:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.644622:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.657030:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.657085:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.657112:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337829632 00000100:00100000:0.0:1734016077.657119:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337829632 00010000:00010000:0.0:1734016077.657150:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1c745 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b1 expref: 11 pid: 7692 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016077.657186:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337829504 00000100:00100000:0.0:1734016077.657189:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337829504 00010000:00010000:0.0:1734016077.657198:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1c74c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b8 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016077.657214:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3094 00000100:00100000:0.0:1734016077.657220:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337829632:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.657231:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.657249:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1c745 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 348160->352255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b1 expref: 11 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.657257:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea1c745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 348160->352255) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b1 expref: 11 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.657308:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.657345:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337829632:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 124us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.657351:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3094 00000100:00100000:0.0:1734016077.657365:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3095 00000100:00100000:0.0:1734016077.657369:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247337829504:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.657375:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.657381:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1c74c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b8 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016077.657389:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1c74c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2b8 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016077.657400:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.657401:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.657407:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7229440->7262207) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2bf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.657414:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7229440->7262207) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2bf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.657443:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 7229440->7262207) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2bf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.657454:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a194a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340510592:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016077.657483:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.665449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:0.0:1734016077.668665:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 434943 -> 7258537 00002000:00010000:0.0:1734016077.668670:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016076 -> 1734016077 00000100:00100000:0.0:1734016077.668687:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340510720:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016077.668712:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1c75a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2c6 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.668723:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1c75a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2c6 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.668745:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:0.0:1734016077.669713:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337829760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3996us (4271us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.669722:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10842 00000100:00100000:0.0:1734016077.674506:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.691688:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8367 00000100:00100000:0.0:1734016077.691694:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337830272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.711670:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247337830144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 19566us (20411us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.711684:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8368 00002000:00100000:0.0:1734016077.711697:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (2387968->6582271) req@ffff880079db4a80 x1818247337830144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/440 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.711707:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4a80 with x1818247337830144 ext(2387968->6582271) 00002000:00010000:0.0:1734016077.711713:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4a80 00000100:00100000:0.0:1734016077.721404:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.739524:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340511232:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016077.739551:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1c776 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.739562:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1c776 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016077.739583:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc000, rc 0) 00000100:00100000:0.0:1734016077.739625:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247337830784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2077us (2459us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016077.739633:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10846 00000100:00100000:0.0:1734016077.742409:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.749315:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247337831168:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4140us (4337us total) trans 4294969455 rc 0/0 00000100:00100000:0.0:1734016077.749327:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 279 00002000:00100000:0.0:1734016077.749339:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7229440->7258536) req@ffff880079db7480 x1818247337831168/t4294969455(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.749348:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7480 with x1818247337831168 ext(7229440->7258536) 00010000:00010000:0.0:1734016077.749357:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7229440->7262207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2bf expref: 11 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.749370:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1c753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7229440->7262207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2bf expref: 11 pid: 7692 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016077.749376:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079db7480 00000100:00100000:0.0:1734016077.766079:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.769512:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337831680 00000100:00100000:0.0:1734016077.769522:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337831680 00000100:00100000:0.0:1734016077.770089:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2133 00000100:00100000:0.0:1734016077.770099:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:9641:x1818247337831680:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016077.770156:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.770189:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea1c71b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada28e expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.770261:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.770265:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016077.770459:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c78b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.770471:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 15 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.770477:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c78b lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.770507:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 15 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.770521:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 15 pid: 6488 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016077.770533:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340511488:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016077.770588:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.775860:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337831808 00000100:00100000:0.0:1734016077.775866:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337831808 00010000:00010000:0.0:1734016077.775894:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 16 pid: 6488 timeout: 446 lvb_type: 0 00000100:00100000:0.0:1734016077.775935:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3097 00000100:00100000:0.0:1734016077.775941:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247337831808:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.775954:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.775959:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 16 pid: 6488 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.775968:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 16 pid: 6488 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.775986:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1c729 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada295 expref: 16 pid: 6488 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.776001:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016077.776005:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c78b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.776012:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c78b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.776018:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1c78b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016077.776743:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016077.779844:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.784503:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337832064 00000100:00100000:0.0:1734016077.784511:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337832064 00010000:00010000:0.0:1734016077.784537:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c784 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e9 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00000100:00100000:0.0:1734016077.784563:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3098 00000100:00100000:0.0:1734016077.784569:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247337832064:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016077.784580:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016077.784599:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c784 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e9 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016077.784620:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c784 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e9 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016077.784641:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c784 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2e9 expref: 11 pid: 7692 timeout: 446 lvb_type: 1 00010000:00010000:0.0:1734016077.784668:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.784670:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016077.784675:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1c792 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2f0 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.784683:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1c792 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2f0 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016077.784715:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1c792 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2f0 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016077.784725:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340511744:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016077.784761:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016077.789133:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.805540:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8371 00000100:00100000:0.0:1734016077.805548:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247337832448:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.879406:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247337832448:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 73850us (75263us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016077.879417:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8371 00002000:00100000:0.0:1734016077.879427:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (0->7606271) req@ffff880079028000 x1818247337832448/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:38/0 lens 504/440 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.879436:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247337832448 ext(0->7606271) 00002000:00010000:0.0:1734016077.879440:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:0.0:1734016077.894256:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247337832832:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1997us (2197us total) trans 4294969457 rc 0/0 00000100:00100000:0.0:1734016077.894265:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8373 00002000:00100000:0.0:1734016077.894294:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7577600->7604055) req@ffff8800782f6680 x1818247337832832/t4294969457(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:38/0 lens 488/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.894302:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247337832832 ext(7577600->7604055) 00002000:00010000:0.0:1734016077.894305:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f6680 00000100:00100000:0.0:1734016077.896036:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337832960 00000100:00100000:0.0:1734016077.896043:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337832960 00000100:00100000:0.0:1734016077.896081:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2134 00000100:00100000:0.0:1734016077.896087:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:9641:x1818247337832960:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016077.896196:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:9641:x1818247337832960:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 109us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016077.896202:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2134 00000100:00100000:0.0:1734016077.904211:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.922396:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.936240:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.952801:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.956955:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.965151:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.968111:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337834368:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2723us (2950us total) trans 4294969458 rc 0/0 00000100:00100000:0.0:1734016077.968125:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 280 00002000:00100000:0.0:1734016077.968136:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (503808->528383) req@ffff88011cd49880 x1818247337834368/t4294969458(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:38/0 lens 488/448 e 0 to 0 dl 1734016088 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.968144:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49880 with x1818247337834368 ext(503808->528383) 00010000:00010000:0.0:1734016077.968152:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea1c7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2fe expref: 8 pid: 7692 timeout: 446 lvb_type: 0 00010000:00010000:0.0:1734016077.968164:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea1c7a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->528383) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada2fe expref: 8 pid: 7692 timeout: 446 lvb_type: 0 00002000:00010000:0.0:1734016077.968170:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd49880 00000100:00100000:0.0:1734016077.975294:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.981491:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016077.985255:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337835776 00000100:00100000:0.0:1734016077.985268:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337835776 00002000:00100000:0.0:1734016077.985344:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7585792->7589887) req@ffff8800782f5180 x1818247337835776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:38/0 lens 488/0 e 0 to 0 dl 1734016088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.985352:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5180 with x1818247337835776 ext(7585792->7589887) 00002000:00010000:0.0:1734016077.985358:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5180 00000100:00100000:0.0:1734016077.985387:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8379 00000100:00100000:0.0:1734016077.985394:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337835776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016077.985540:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337835776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016077.985547:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8379 00002000:00100000:0.0:1734016077.985551:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7585792->7589887) req@ffff8800782f5180 x1818247337835776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:38/0 lens 488/4536 e 0 to 0 dl 1734016088 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016077.985557:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5180 with x1818247337835776 ext(7585792->7589887) 00002000:00010000:0.0:1734016077.985560:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5180 00000100:00100000:0.0:1734016077.992701:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016078.000683:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016048 00000001:00080000:0.0:1734016078.002814:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969459 is committed 00000001:00080000:0.0:1734016078.002828:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969458 is committed 00000100:00100000:0.0:1734016078.013468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.018076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.020976:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.030881:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.040339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.049520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.062985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.067870:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.076330:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016078.076874:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016048 00000100:00100000:0.0:1734016078.091701:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.122401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.132102:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016078.132909:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016048 00000100:00100000:0.0:1734016078.146676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.158630:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.184445:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.190828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.200713:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.210042:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337840640 00000100:00100000:0.0:1734016078.210051:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337840640 00002000:00100000:0.0:1734016078.210087:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7606272->8527871) req@ffff88007916b480 x1818247337840640/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.210097:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b480 with x1818247337840640 ext(7606272->8527871) 00002000:00010000:0.0:1734016078.210101:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916b480 00000100:00100000:0.0:1734016078.210132:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8386 00000100:00100000:0.0:1734016078.210139:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247337840640:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.217090:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247337840640:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 6940us (7125us total) trans 0 rc 921600/921600 00000100:00100000:0.0:1734016078.217104:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8386 00002000:00100000:0.0:1734016078.217115:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7606272->8527871) req@ffff88007916b480 x1818247337840640/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:39/0 lens 488/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 921600/921600 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.217125:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b480 with x1818247337840640 ext(7606272->8527871) 00002000:00010000:0.0:1734016078.217130:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916b480 00000100:00100000:0.0:1734016078.226835:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.235610:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.249400:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.263217:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.267853:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.274633:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.280741:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.294956:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.297358:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.299582:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337842816 00000100:00100000:0.0:1734016078.299588:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337842816 00002000:00100000:0.0:1734016078.299647:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (311296->315391) req@ffff88007916bb80 x1818247337842816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.299655:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247337842816 ext(311296->315391) 00002000:00010000:0.0:1734016078.299658:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:0.0:1734016078.299682:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8391 00000100:00100000:0.0:1734016078.299687:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337842816:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.299799:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337842816:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 111us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016078.299805:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8391 00002000:00100000:0.0:1734016078.299810:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (311296->315391) req@ffff88007916bb80 x1818247337842816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.299816:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247337842816 ext(311296->315391) 00002000:00010000:0.0:1734016078.299819:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:0.0:1734016078.306469:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.313906:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337843328 00000100:00100000:0.0:1734016078.313916:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337843328 00002000:00100000:0.0:1734016078.313955:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff880079169c00 x1818247337843328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.313964:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169c00 with x1818247337843328 ext(303104->307199) 00002000:00010000:0.0:1734016078.313969:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169c00 00000100:00100000:0.0:1734016078.313998:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8393 00000100:00100000:0.0:1734016078.314003:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337843328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.314132:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337843328:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016078.314138:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8393 00002000:00100000:0.0:1734016078.314144:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (303104->307199) req@ffff880079169c00 x1818247337843328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.314149:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169c00 with x1818247337843328 ext(303104->307199) 00002000:00010000:0.0:1734016078.314152:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169c00 00000100:00100000:0.0:1734016078.322999:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.331525:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016078.334083:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969465 is committed 00000100:00100000:0.0:1734016078.337048:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337844096 00000100:00100000:0.0:1734016078.337060:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337844096 00000100:00100000:0.0:1734016078.337115:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2143 00000100:00100000:0.0:1734016078.337122:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:9641:x1818247337844096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.337142:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.337166:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1c872 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada39f expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.337265:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1c879 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016078.337321:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1c879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016078.337335:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1c879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016078.337364:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 8524787 00000004:00200000:0.0:1734016078.337367:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016078.337386:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1c879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016078.337413:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1c872 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada39f expref: 35 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.337452:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1c879 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada39f expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016078.337459:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016078.337462:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016078.337464:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016078.337512:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:9641:x1818247337844096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 390us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.337519:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2143 00000100:00100000:0.0:1734016078.347149:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.351629:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.367538:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.372893:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337844992 00000100:00100000:0.0:1734016078.372903:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337844992 00000100:00100000:0.0:1734016078.372978:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10878 00000100:00100000:0.0:1734016078.372985:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247337844992:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016078.373192:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8524787 -> 8524787 00002000:00010000:0.0:1734016078.373195:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.373197:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016077 -> 1734016077 00002000:00010000:0.0:1734016078.373200:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016078 -> 1734016078 00002000:00010000:0.0:1734016078.373201:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 656 -> 656 00000100:00100000:0.0:1734016078.373848:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247337844992:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 860us (1088us total) trans 4294969467 rc 0/0 00000100:00100000:0.0:1734016078.373858:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10878 00000100:00100000:0.0:1734016078.396375:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.400843:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337845888 00000100:00100000:0.0:1734016078.400850:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337845888 00000100:00100000:0.0:1734016078.400902:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10879 00000100:00100000:0.0:1734016078.400909:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337845888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.400925:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.400949:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1c8bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada3d0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.401018:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340516352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016078.401105:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016078.407996:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.417011:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.434003:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.443097:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.461260:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337847040 00000100:00100000:0.0:1734016078.461286:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337847040 00010000:00010000:0.0:1734016078.461315:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c8aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada3c2 expref: 36 pid: 6488 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016078.461347:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3111 00000100:00100000:0.0:1734016078.461353:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:1969:x1818247337847040:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016078.461368:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016078.461374:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c8aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada3c2 expref: 36 pid: 6488 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016078.461383:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c8aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada3c2 expref: 36 pid: 6488 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016078.461399:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea1c8aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada3c2 expref: 36 pid: 6488 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016078.461633:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016078.461639:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1c8e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016078.461647:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1c8e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016078.461652:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1c8e9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016078.461668:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016078.461698:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1969:x1818247337847040:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 346us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016078.461704:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3111 00000100:00100000:0.0:1734016078.469376:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.482770:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.505186:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.510612:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337847936 00000100:00100000:0.0:1734016078.510621:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337847936 00000100:00100000:0.0:1734016078.510719:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10888 00000100:00100000:0.0:1734016078.510729:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337847936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016078.510746:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016078.510764:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1c913 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada40f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016078.510834:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340517504:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016078.511249:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016078.513046:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016077 -> 1734016078 00000100:00100000:0.0:1734016078.513072:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007918c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340517504:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016078.513101:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1c913 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada40f expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.513114:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1c913 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada40f expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016078.514234:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016078.514848:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337847936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4114us (4312us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016078.514857:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10888 00000100:00100000:0.0:1734016078.517673:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.527649:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.567619:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.574357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.583964:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337849344 00000100:00100000:0.0:1734016078.583973:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337849344 00002000:00100000:0.0:1734016078.584011:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8232959) req@ffff88007902b800 x1818247337849344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.584021:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247337849344 ext(8228864->8232959) 00002000:00010000:0.0:1734016078.584025:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902b800 00000100:00100000:0.0:1734016078.584059:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8402 00000100:00100000:0.0:1734016078.584065:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337849344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.584229:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337849344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 163us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016078.584235:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8402 00002000:00100000:0.0:1734016078.584241:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8228864->8232959) req@ffff88007902b800 x1818247337849344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/4536 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.584248:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247337849344 ext(8228864->8232959) 00002000:00010000:0.0:1734016078.584251:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902b800 00000100:00100000:0.0:1734016078.604103:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337850112 00000100:00100000:0.0:1734016078.604116:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337850112 00002000:00100000:0.0:1734016078.604171:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (8216576->8220671) req@ffff880079028e00 x1818247337850112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/0 e 0 to 0 dl 1734016089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016078.604181:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028e00 with x1818247337850112 ext(8216576->8220671) 00002000:00010000:0.0:1734016078.604190:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028e00 00000100:00100000:0.0:1734016078.617648:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.625416:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.647462:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.647508:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.647552:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.656672:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8412 00000100:00100000:0.0:1734016078.656684:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337851904:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016078.770779:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.789210:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.810765:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.861621:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.867389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.878964:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.891597:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.899852:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.907258:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016078.921398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.009449:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337855104 00000100:00100000:0.0:1734016079.009460:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337855104 00000100:00100000:0.0:1734016079.009532:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 134 00000100:00100000:0.0:1734016079.009540:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337855104:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016079.009612:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337855104:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 73us (2026us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.009618:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 134 00000100:00100000:0.0:1734016079.019327:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247337854720:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 38776us (41155us total) trans 0 rc 1249280/1249280 00000100:00100000:0.0:1734016079.019342:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8415 00002000:00100000:0.0:1734016079.019355:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9637887) req@ffff8800789fa300 x1818247337854720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:39/0 lens 488/440 e 0 to 0 dl 1734016089 ref 1 fl Complete:/200/0 rc 1249280/1249280 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.019364:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fa300 with x1818247337854720 ext(8388608->9637887) 00002000:00010000:0.0:1734016079.019371:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fa300 00010000:00010000:0.0:1734016079.076768:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076781:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076787:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076792:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb798c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016079.076796:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076803:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076817:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016079.076819:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016079.076823:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.076827:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1c975 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016079.082351:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337855616 00000100:00100000:0.0:1734016079.082360:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337855616 00000100:00100000:0.0:1734016079.082404:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10905 00000100:00100000:0.0:1734016079.082410:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:9641:x1818247337855616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.082425:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.082440:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c97c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada471 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.082463:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.082473:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.082474:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.082478:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c97c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada471 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.082505:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.082515:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 8 pid: 7692 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016079.082526:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340519680:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016079.082580:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.097117:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337855744 00000100:00100000:0.0:1734016079.097124:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337855744 00010000:00010000:0.0:1734016079.097167:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 9 pid: 7692 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016079.097197:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3116 00000100:00100000:0.0:1734016079.097202:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337855744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.097215:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.097231:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 9 pid: 7692 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016079.097240:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 9 pid: 7692 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016079.097257:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea1c96e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7663616->7667711) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada46a expref: 9 pid: 7692 timeout: 447 lvb_type: 0 00010000:00010000:0.0:1734016079.097306:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.097308:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.097312:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c97c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada471 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.097319:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1c97c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada471 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.099749:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.153101:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.182849:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337856640 00000100:00100000:0.0:1734016079.182857:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337856640 00000100:00100000:0.0:1734016079.182905:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10909 00000100:00100000:0.0:1734016079.182912:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247337856640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.182930:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.182946:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1c9ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada494 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.182999:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340520192:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016079.183068:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.195486:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340520320:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016079.195532:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1c9b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada49b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.195548:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1c9b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada49b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.195596:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:0.0:1734016079.195671:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247337856768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7939us (8131us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.195680:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10910 00000100:00100000:0.0:1734016079.215474:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.221947:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340520448:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016079.221987:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c9bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4a2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.222004:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ba80/0x857af32d4ea1c9bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4a2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.222040:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ba80, rc 0) 00000100:00100000:0.0:1734016079.222087:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247337856896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6456us (6621us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.222094:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10911 00000100:00100000:0.0:1734016079.230171:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337857024 00000100:00100000:0.0:1734016079.230180:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337857024 00000100:00100000:0.0:1734016079.230229:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10912 00000100:00100000:0.0:1734016079.230236:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247337857024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.230253:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.230268:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1c9c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada4a9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.230341:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340520576:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016079.234398:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.248238:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340520704:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016079.248263:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.252651:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.252658:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016079.252749:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968670 00000004:00010000:0.0:1734016079.252799:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007902a300 reply state ffff88007a9f1000 transno 4294968671 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016079.252806:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016079.252885:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337857280:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 12043us (13750us total) trans 4294968671 rc 0/0 00000100:00100000:0.0:1734016079.252892:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2153 00000020:00080000:0.0:1734016079.252896:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016079.255232:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255239:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255244:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255253:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cef40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016079.255257:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255263:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255309:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016079.255313:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016079.255316:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016079.255320:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1c9c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016079.260420:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340520832:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016079.260447:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c9d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4b0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.260464:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:0.0:1734016079.262160:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:9641:x1818247337857536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7347us (7722us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.262167:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10913 00000100:00100000:0.0:1734016079.274362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.290477:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337858048 00000100:00100000:0.0:1734016079.290485:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337858048 00002000:00100000:0.0:1734016079.290526:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4030464->4034559) req@ffff88007a028700 x1818247337858048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.290540:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028700 with x1818247337858048 ext(4030464->4034559) 00002000:00010000:0.0:1734016079.290545:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028700 00000100:00100000:0.0:1734016079.290577:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8418 00000100:00100000:0.0:1734016079.290591:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.290746:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858048:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 163us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.290752:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8418 00002000:00100000:0.0:1734016079.290757:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4030464->4034559) req@ffff88007a028700 x1818247337858048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.290763:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028700 with x1818247337858048 ext(4030464->4034559) 00002000:00010000:0.0:1734016079.290766:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028700 00000100:00100000:0.0:1734016079.303381:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337858560 00000100:00100000:0.0:1734016079.303389:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337858560 00002000:00100000:0.0:1734016079.303423:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4022272->4026367) req@ffff880079029500 x1818247337858560/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.303432:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247337858560 ext(4022272->4026367) 00002000:00010000:0.0:1734016079.303436:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:0.0:1734016079.305826:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8420 00000100:00100000:0.0:1734016079.305837:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858560:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.306025:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858560:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 189us (2694us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.306032:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8420 00002000:00100000:0.0:1734016079.306039:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4022272->4026367) req@ffff880079029500 x1818247337858560/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.306047:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247337858560 ext(4022272->4026367) 00002000:00010000:0.0:1734016079.306051:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:0.0:1734016079.312422:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337858816 00000100:00100000:0.0:1734016079.312431:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337858816 00002000:00100000:0.0:1734016079.312470:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4018176->4022271) req@ffff88011eb15c00 x1818247337858816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.312479:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15c00 with x1818247337858816 ext(4018176->4022271) 00002000:00010000:0.0:1734016079.312484:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb15c00 00000100:00100000:0.0:1734016079.312517:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8421 00000100:00100000:0.0:1734016079.312523:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858816:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.312711:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337858816:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 186us (1205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.312718:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8421 00002000:00100000:0.0:1734016079.312725:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4018176->4022271) req@ffff88011eb15c00 x1818247337858816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.312731:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15c00 with x1818247337858816 ext(4018176->4022271) 00002000:00010000:0.0:1734016079.312734:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb15c00 00000100:00100000:0.0:1734016079.336380:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337859968 00000100:00100000:0.0:1734016079.336389:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337859968 00002000:00100000:0.0:1734016079.336433:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4001792->4033688) req@ffff880079db7800 x1818247337859968/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.336444:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247337859968 ext(4001792->4033688) 00002000:00010000:0.0:1734016079.336449:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800 00000100:00100000:0.0:1734016079.336470:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8426 00000100:00100000:0.0:1734016079.336476:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247337859968:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016079.340136:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247337859968:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3647us (4037us total) trans 4294969478 rc 0/0 00000100:00100000:0.0:1734016079.340150:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8426 00002000:00100000:0.0:1734016079.340164:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4001792->4033688) req@ffff880079db7800 x1818247337859968/t4294969478(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.340174:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247337859968 ext(4001792->4033688) 00002000:00010000:0.0:1734016079.340179:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800 00000100:00100000:0.0:1734016079.342809:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337860096 00000100:00100000:0.0:1734016079.342817:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337860096 00000100:00100000:0.0:1734016079.343118:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2154 00000100:00100000:0.0:1734016079.343126:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:9641:x1818247337860096:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016079.343257:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:9641:x1818247337860096:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 130us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.343263:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2154 00000100:00100000:0.0:1734016079.344985:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337860224 00000100:00100000:0.0:1734016079.344993:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337860224 00000100:00100000:0.0:1734016079.345567:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10914 00000100:00100000:0.0:1734016079.345572:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247337860224:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:0.0:1734016079.360142:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337860224:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 14564us (15213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.360153:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10914 00010000:00010000:0.0:1734016079.421876:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421887:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421893:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421898:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb79200 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016079.421901:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421907:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421920:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016079.421922:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016079.421925:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016079.421930:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1c9e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016079.422263:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337860864 00000100:00100000:0.0:1734016079.422296:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337860864 00000100:00100000:0.0:1734016079.422339:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10915 00000100:00100000:0.0:1734016079.422344:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:9641:x1818247337860864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.422370:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.422385:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1c9ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada4be expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.422408:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c9d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4b0 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.422419:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.422421:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016079.422424:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1c9ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4be expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.422450:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c9d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4b0 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.422461:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1c9d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4b0 expref: 5 pid: 7692 timeout: 447 lvb_type: 0 00000100:00100000:0.0:1734016079.422471:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340521216:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016079.422528:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.429213:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.437100:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.446547:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.449517:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340521472:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016079.449552:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea1ca01 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4cc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.449565:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea1ca01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4cc expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.449603:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:0.0:1734016079.449665:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337861376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2560us (3122us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.449675:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10916 00000100:00100000:0.0:1734016079.452620:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.460090:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.476595:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.483334:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.486676:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247337861888:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 3052us (3328us total) trans 4294969480 rc 0/0 00000100:00100000:0.0:1734016079.486811:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10919 00000100:00100000:0.0:1734016079.492393:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.513916:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.531268:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337862784 00000100:00100000:0.0:1734016079.531298:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337862784 00010000:00010000:0.0:1734016079.531324:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1ca0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1613824->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4da expref: 7 pid: 7692 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016079.531353:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3122 00000100:00100000:0.0:1734016079.531359:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247337862784:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.531369:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016079.531384:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1ca0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1613824->1658879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4da expref: 7 pid: 7692 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.531394:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1ca0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1613824->1658879) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4da expref: 7 pid: 7692 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.531411:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea1ca0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1613824->1658879) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4da expref: 7 pid: 7692 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.531433:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.531435:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.531438:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea1ca39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.531445:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea1ca39 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->61439] (req 0->61439) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7698 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.531463:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016079.531495:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337862784:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 136us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.531501:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3122 00000100:00100000:0.0:1734016079.537305:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337862912 00000100:00100000:0.0:1734016079.537314:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337862912 00000100:00100000:0.0:1734016079.537858:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10923 00000100:00100000:0.0:1734016079.537865:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337862912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016079.537880:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016079.537896:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1ca40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada4fd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016079.537915:0:7692:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 10474428, mtime: 0x675afc4f, atime: 0x675afc4e, ctime: 0x675afc4f, blocks: 0x358 00010000:00010000:0.0:1734016079.537931:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.537933:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.537938:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1ca40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4fd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.537952:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1ca40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada4fd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.537963:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016079.538006:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337862912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 141us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.538011:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10923 00000100:00100000:0.0:1734016079.542378:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.562404:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.600807:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.600863:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.600908:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.706831:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.717424:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247337865088:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 9868us (10593us total) trans 4294969481 rc 0/0 00000100:00100000:0.0:1734016079.717439:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8435 00002000:00100000:0.0:1734016079.717454:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (1458176->1503231) req@ffff880130887100 x1818247337865088/t4294969481(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:40/0 lens 488/448 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.717464:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887100 with x1818247337865088 ext(1458176->1503231) 00002000:00010000:0.0:1734016079.717469:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887100 00000100:00100000:0.0:1734016079.724844:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.727343:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337865344:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2253us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.727355:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10926 00000100:00100000:0.0:1734016079.735399:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.742642:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.744933:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340523008:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016079.744971:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1ca5c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada519 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.744986:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1ca5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada519 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016079.745622:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc900, rc 0) 00000100:00100000:0.0:1734016079.745675:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337865600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2800us (3041us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016079.745684:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10928 00000100:00100000:0.0:1734016079.747959:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.773037:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.782089:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.793951:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337866496 00000100:00100000:0.0:1734016079.793963:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337866496 00002000:00100000:0.0:1734016079.794013:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (6647808->6696959) req@ffff880079c8c700 x1818247337866496/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.794024:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247337866496 ext(6647808->6696959) 00010000:00010000:0.0:1734016079.794034:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 6 pid: 7693 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.794048:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 6 pid: 7693 timeout: 448 lvb_type: 0 00002000:00010000:0.0:1734016079.794055:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079c8c700 00000100:00100000:0.0:1734016079.794095:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 282 00000100:00100000:0.0:1734016079.794103:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337866496:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016079.805060:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337866624 00000100:00100000:0.0:1734016079.805071:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337866624 00010000:00010000:0.0:1734016079.805110:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 8 pid: 7693 timeout: 448 lvb_type: 0 00000100:00100000:0.0:1734016079.805159:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3126 00000100:00100000:0.0:1734016079.805168:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247337866624:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016079.805186:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016079.805211:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 1040 00010000:00010000:0.0:1734016079.805218:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 8 pid: 7693 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.805235:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 8 pid: 7693 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.805264:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1ca63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6647808->6696959) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada520 expref: 8 pid: 7693 timeout: 448 lvb_type: 0 00010000:00010000:0.0:1734016079.805328:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.805331:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016079.805338:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1ca71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4833279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada52e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.805348:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1ca71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4833279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada52e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016079.805390:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea1ca71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4816896->4833279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada52e expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016079.805406:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340523648:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016079.805488:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016079.815457:0:3516:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016079.815475:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340524160:0@lo:400:kworker.0 00000100:00100000:0.0:1734016079.815845:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016079.815862:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:123d60fc-3316-40c8-a1fa-076b804ddee7:3516:1818247340523776:0@lo:400:kworker.0 00000100:00100000:0.0:1734016079.815909:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016079.815928:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340523776 00000100:00100000:0.0:1734016079.815931:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340523776 00000100:00100000:0.0:1734016079.815951:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1734016079.815957:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3516:x1818247340523776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016079.815988:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82ba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3516:x1818247340523776:12345-0@lo:400:kworker.0 Request processed in 31us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.815994:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1734016079.816021:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:123d60fc-3316-40c8-a1fa-076b804ddee7:3516:1818247340523776:0@lo:400:kworker.0 00000100:00100000:0.0:1734016079.816036:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340524416 00000100:00100000:0.0:1734016079.816039:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340524416 00000100:00100000:0.0:1734016079.816056:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1734016079.816060:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340524416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016079.816082:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340524416:12345-0@lo:400:kworker.0 Request processed in 22us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016079.816089:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1734016079.816175:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340524160:0@lo:400:kworker.0 00000100:00080000:0.0:1734016079.817437:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016049 00000100:00100000:0.0:1734016079.824364:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.863751:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.878758:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.898070:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.900974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.923444:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.929382:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.947201:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.961673:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.980470:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8440 00000100:00100000:0.0:1734016079.980481:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247337869312:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.982637:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247337869312:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2147us (3638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.982651:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8440 00002000:00100000:0.0:1734016079.982664:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (4214784->4218879) req@ffff8800789fbb80 x1818247337869312/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.982673:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fbb80 with x1818247337869312 ext(4214784->4218879) 00002000:00010000:0.0:1734016079.982680:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fbb80 00000100:00100000:0.0:1734016079.989524:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016079.996998:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337869824 00000100:00100000:0.0:1734016079.997007:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337869824 00002000:00100000:0.0:1734016079.997046:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4206592->4210687) req@ffff8800789fb100 x1818247337869824/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/0 e 0 to 0 dl 1734016090 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.997055:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb100 with x1818247337869824 ext(4206592->4210687) 00002000:00010000:0.0:1734016079.997060:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fb100 00000100:00100000:0.0:1734016079.997093:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8442 00000100:00100000:0.0:1734016079.997099:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247337869824:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016079.997240:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247337869824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 140us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016079.997247:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8442 00002000:00100000:0.0:1734016079.997252:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (4206592->4210687) req@ffff8800789fb100 x1818247337869824/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:40/0 lens 488/4536 e 0 to 0 dl 1734016090 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016079.997259:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb100 with x1818247337869824 ext(4206592->4210687) 00002000:00010000:0.0:1734016079.997261:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fb100 00000100:00100000:0.0:1734016080.001908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.005135:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016080.011303:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016050 00000100:00100000:0.0:1734016080.017593:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.040863:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.045486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.058262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.067367:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.077396:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.089895:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337871872 00000100:00100000:0.0:1734016080.089904:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337871872 00000100:00100000:0.0:1734016080.089958:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10950 00000100:00100000:0.0:1734016080.089966:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247337871872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016080.089988:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016080.090010:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1caef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada597 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016080.090080:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340526592:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016080.090144:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016080.104315:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.111795:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.127512:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.132946:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.195328:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.217448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.234248:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337873536 00000100:00100000:0.0:1734016080.234256:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337873536 00000100:00100000:0.0:1734016080.241486:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.254431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.264690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.270363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.285507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.331091:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.336610:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.345433:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.369884:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.375078:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.378765:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.385956:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.393051:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337876096 00000100:00100000:0.0:1734016080.393062:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337876096 00002000:00100000:0.0:1734016080.393102:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff880079da8000 x1818247337876096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.393113:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8000 with x1818247337876096 ext(8470528->8474623) 00002000:00010000:0.0:1734016080.393117:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8000 00000100:00100000:0.0:1734016080.393150:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8451 00000100:00100000:0.0:1734016080.393157:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247337876096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.393341:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247337876096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 182us (373us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016080.393348:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8451 00002000:00100000:0.0:1734016080.393353:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8470528->8474623) req@ffff880079da8000 x1818247337876096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.393360:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8000 with x1818247337876096 ext(8470528->8474623) 00002000:00010000:0.0:1734016080.393363:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8000 00000100:00100000:0.0:1734016080.405040:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.416042:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337876608 00000100:00100000:0.0:1734016080.416053:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337876608 00002000:00100000:0.0:1734016080.416096:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff880079dabb80 x1818247337876608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.416105:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dabb80 with x1818247337876608 ext(8462336->8466431) 00002000:00010000:0.0:1734016080.416110:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dabb80 00000100:00100000:0.0:1734016080.416148:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8453 00000100:00100000:0.0:1734016080.416155:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247337876608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.416406:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247337876608:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 250us (1714us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016080.416413:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8453 00002000:00100000:0.0:1734016080.416419:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8462336->8466431) req@ffff880079dabb80 x1818247337876608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.416425:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dabb80 with x1818247337876608 ext(8462336->8466431) 00002000:00010000:0.0:1734016080.416428:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dabb80 00000100:00100000:0.0:1734016080.434331:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.444329:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337877376 00000100:00100000:0.0:1734016080.444338:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337877376 00002000:00100000:0.0:1734016080.444377:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff880079da9880 x1818247337877376/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.444385:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9880 with x1818247337877376 ext(8450048->8454143) 00002000:00010000:0.0:1734016080.444389:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9880 00000100:00100000:0.0:1734016080.444418:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8456 00000100:00100000:0.0:1734016080.444424:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247337877376:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.444553:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247337877376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 127us (434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016080.444559:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8456 00002000:00100000:0.0:1734016080.444573:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x5:0x0] (8450048->8454143) req@ffff880079da9880 x1818247337877376/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.444579:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9880 with x1818247337877376 ext(8450048->8454143) 00002000:00010000:0.0:1734016080.444581:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9880 00000100:00100000:0.0:1734016080.468965:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.471362:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337878144 00000100:00100000:0.0:1734016080.471370:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337878144 00002000:00100000:0.0:1734016080.471402:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8437760->8441855) req@ffff880079da9500 x1818247337878144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.471412:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9500 with x1818247337878144 ext(8437760->8441855) 00002000:00010000:0.0:1734016080.471417:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9500 00000100:00100000:0.0:1734016080.471450:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8459 00000100:00100000:0.0:1734016080.471456:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247337878144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.471605:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247337878144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 148us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016080.471612:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8459 00002000:00100000:0.0:1734016080.471618:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (8437760->8441855) req@ffff880079da9500 x1818247337878144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:41/0 lens 488/4536 e 0 to 0 dl 1734016091 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.471624:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9500 with x1818247337878144 ext(8437760->8441855) 00002000:00010000:0.0:1734016080.471626:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9500 00000100:00100000:0.0:1734016080.524107:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.524213:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.524263:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.524320:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337878656 00000100:00100000:0.0:1734016080.524328:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337878656 00002000:00100000:0.0:1734016080.524372:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880136ad3800 x1818247337878656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.524381:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad3800 with x1818247337878656 ext(4194304->8388607) 00002000:00010000:0.0:1734016080.524386:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad3800 00000100:00100000:0.0:1734016080.524400:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337878528 00000100:00100000:0.0:1734016080.524403:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337878528 00002000:00100000:0.0:1734016080.524413:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (0->4194303) req@ffff880136ad2680 x1818247337878528/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.524420:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880136ad2680 with x1818247337878528 ext(0->4194303) 00002000:00010000:0.0:1734016080.524422:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136ad2680 00000100:00100000:0.0:1734016080.524429:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337878784 00000100:00100000:0.0:1734016080.524431:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337878784 00002000:00100000:0.0:1734016080.524439:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (8388608->9715711) req@ffff88011cc9c000 x1818247337878784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:41/0 lens 488/0 e 0 to 0 dl 1734016091 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016080.524445:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cc9c000 with x1818247337878784 ext(8388608->9715711) 00002000:00010000:0.0:1734016080.524448:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cc9c000 00000100:00100000:0.0:1734016080.524456:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8460 00000100:00100000:0.0:1734016080.524462:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247337878656:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016080.609654:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.628615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.641123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.788377:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.796013:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.837482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.931338:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.948869:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.951153:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.974686:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.990024:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016080.998909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.003995:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.011424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.019854:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.026633:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.034533:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.048797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.058768:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.071221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.082814:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016081.083777:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016051 00000100:00100000:0.0:1734016081.091983:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.097716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.103822:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.126780:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.139988:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337886464 00000100:00100000:0.0:1734016081.139998:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337886464 00002000:00100000:0.0:1734016081.140041:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6316032->6320127) req@ffff8800782f4000 x1818247337886464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.140051:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247337886464 ext(6316032->6320127) 00002000:00010000:0.0:1734016081.140056:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4000 00000100:00100000:0.0:1734016081.140088:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8480 00000100:00100000:0.0:1734016081.140094:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337886464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.140246:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337886464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (648us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.140252:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8480 00002000:00100000:0.0:1734016081.140258:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6316032->6320127) req@ffff8800782f4000 x1818247337886464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.140265:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247337886464 ext(6316032->6320127) 00002000:00010000:0.0:1734016081.140287:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4000 00000001:00080000:0.0:1734016081.140728:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968675 is committed 00000001:00080000:0.0:1734016081.140738:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968673 is committed 00000100:00100000:0.0:1734016081.148623:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.160469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.173671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.186110:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.190909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.204931:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.220728:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.227243:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.236976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.248673:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.263359:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.299587:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.322457:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.332239:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337889920 00000100:00100000:0.0:1734016081.332250:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337889920 00002000:00100000:0.0:1734016081.332301:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2588672->6320127) req@ffff8800782f7800 x1818247337889920/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 504/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.332310:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f7800 with x1818247337889920 ext(2588672->6320127) 00010000:00010000:0.0:1734016081.332318:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea1cbac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6303744->6320127) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada64d expref: 8 pid: 13929 timeout: 449 lvb_type: 0 00010000:00010000:0.0:1734016081.332332:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea1cbac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6303744->6320127) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada64d expref: 8 pid: 13929 timeout: 449 lvb_type: 0 00002000:00010000:0.0:1734016081.332339:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800782f7800 00000100:00100000:0.0:1734016081.332371:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 285 00000100:00100000:0.0:1734016081.332377:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337889920:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016081.355976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.377068:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337890816 00000100:00100000:0.0:1734016081.377076:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337890816 00000100:00100000:0.0:1734016081.377115:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11002 00000100:00100000:0.0:1734016081.377120:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337890816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.377135:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.377150:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada6c4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016081.377166:0:13929:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9713315, mtime: 0x675afc50, atime: 0x675afc50, ctime: 0x675afc51, blocks: 0x778 00010000:00010000:0.0:1734016081.377181:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.377183:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.377188:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.377201:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.377209:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f840, rc 0) 00000100:00100000:0.0:1734016081.377365:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247337890816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 243us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.377371:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11002 00000100:00100000:0.0:1734016081.378905:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.386012:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.389403:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337891840 00000100:00100000:0.0:1734016081.389408:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337891840 00010000:00010000:0.0:1734016081.389425:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016081.389451:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337891712 00000100:00100000:0.0:1734016081.389452:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337891712 00010000:00010000:0.0:1734016081.389466:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1cc31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6cb expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00000100:00100000:0.0:1734016081.389477:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3144 00000100:00100000:0.0:1734016081.389482:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337891840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.389490:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.389505:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389512:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389527:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6c4 expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389540:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.389569:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247337891840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 86us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.389575:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3144 00000100:00100000:0.0:1734016081.389586:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3145 00000100:00100000:0.0:1734016081.389589:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247337891712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016081.389595:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016081.389600:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1cc31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6cb expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389608:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1cc31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6cb expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389618:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1cc31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6cb expref: 10 pid: 13929 timeout: 449 lvb_type: 1 00010000:00010000:0.0:1734016081.389625:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.389626:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.389631:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea1cc38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9867264->9875455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6d2 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.389637:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea1cc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9867264->9875455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6d2 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.389659:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea1cc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9867264->9875455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6d2 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.389669:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340533760:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016081.389692:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.391997:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.395267:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337892096 00000100:00100000:0.0:1734016081.395304:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337892096 00000100:00100000:0.0:1734016081.395350:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11006 00000100:00100000:0.0:1734016081.395357:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337892096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.395371:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.395384:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1cc3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada6d9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.395431:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340533888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016081.395480:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016081.397079:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016080 -> 1734016081 00000100:00100000:0.0:1734016081.397099:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340533888:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016081.397122:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1cc3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6d9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.397133:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1cc3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada6d9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.397155:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016081.397387:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337892096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2028us (2195us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016081.397394:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11006 00000100:00100000:0.0:1734016081.399760:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.412767:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.440362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.456974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.471374:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.492872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.505492:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016081.505948:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016051 00000100:00100000:0.0:1734016081.509990:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337895040:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1844us (2030us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.510002:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11016 00000100:00100000:0.0:1734016081.514188:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337895168 00000100:00100000:0.0:1734016081.514195:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337895168 00000100:00100000:0.0:1734016081.514239:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11017 00000100:00100000:0.0:1734016081.514245:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337895168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.514260:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.514304:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cc77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada711 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016081.514350:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340535040:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016081.514400:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.524966:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.573486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.596587:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.596625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.607426:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337897088 00000100:00100000:0.0:1734016081.607433:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337897088 00002000:00100000:0.0:1734016081.607461:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5492736->5496831) req@ffff880078ceea00 x1818247337897088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.607466:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247337897088 ext(5492736->5496831) 00002000:00010000:0.0:1734016081.607470:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:0.0:1734016081.607492:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8496 00000100:00100000:0.0:1734016081.607497:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337897088:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.607633:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337897088:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.607639:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8496 00002000:00100000:0.0:1734016081.607644:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5492736->5496831) req@ffff880078ceea00 x1818247337897088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.607650:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247337897088 ext(5492736->5496831) 00002000:00010000:0.0:1734016081.607652:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:0.0:1734016081.612013:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337897344 00000100:00100000:0.0:1734016081.612026:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337897344 00002000:00100000:0.0:1734016081.612082:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5488640->5492735) req@ffff880078ceca80 x1818247337897344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.612093:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247337897344 ext(5488640->5492735) 00002000:00010000:0.0:1734016081.612100:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80 00000100:00100000:0.0:1734016081.612139:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8497 00000100:00100000:0.0:1734016081.612145:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337897344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.612359:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337897344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 212us (467us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.612366:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8497 00002000:00100000:0.0:1734016081.612372:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5488640->5492735) req@ffff880078ceca80 x1818247337897344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.612378:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247337897344 ext(5488640->5492735) 00002000:00010000:0.0:1734016081.612381:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80 00000100:00080000:0.0:1734016081.619778:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016051 00000100:00100000:0.0:1734016081.628612:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337897856 00000100:00100000:0.0:1734016081.628620:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337897856 00002000:00100000:0.0:1734016081.628654:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5480448->5484543) req@ffff880078cee300 x1818247337897856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.628663:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee300 with x1818247337897856 ext(5480448->5484543) 00002000:00010000:0.0:1734016081.628668:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cee300 00000100:00100000:0.0:1734016081.628695:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8499 00000100:00100000:0.0:1734016081.628701:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337897856:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.628911:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337897856:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 209us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.628917:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8499 00002000:00100000:0.0:1734016081.628923:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (5480448->5484543) req@ffff880078cee300 x1818247337897856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.628929:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee300 with x1818247337897856 ext(5480448->5484543) 00002000:00010000:0.0:1734016081.628932:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cee300 00000001:00080000:0.0:1734016081.636086:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969507 is committed 00000100:00100000:0.0:1734016081.648770:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.651638:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.657410:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.661511:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.670410:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.674453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.677327:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.682347:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.688391:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340537216:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016081.688413:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.688456:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337899648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5940us (6111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.688468:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3150 00000100:00100000:0.0:1734016081.719613:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8504 00000100:00100000:0.0:1734016081.719624:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247337900288:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.768777:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.775032:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016081.777398:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969509 is committed 00000001:00080000:0.0:1734016081.777411:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969508 is committed 00000100:00100000:0.0:1734016081.780087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.795323:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.804616:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.808151:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.816576:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.820674:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.831047:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337901824 00000100:00100000:0.0:1734016081.831055:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337901824 00000100:00100000:0.0:1734016081.831199:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11038 00000100:00100000:0.0:1734016081.831208:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337901824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.831227:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.831245:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada78f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.831268:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.831316:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.831323:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada78f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.831341:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada78f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.831352:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f840, rc 0) 00000100:00100000:0.0:1734016081.831403:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337901824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 197us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.831409:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11038 00000100:00100000:0.0:1734016081.834808:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.840905:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337902208 00000100:00100000:0.0:1734016081.840912:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337902208 00000100:00100000:0.0:1734016081.840959:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11039 00000100:00100000:0.0:1734016081.840967:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:9641:x1818247337902208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016081.840982:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016081.840998:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada796 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.841023:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1ccfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada788 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.841031:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada78f expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.841036:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.841038:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016081.841041:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd11 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5722112->5775359] (req 5722112->5775359) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada796 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.841070:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada78f expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.841081:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f840/0x857af32d4ea1cd03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada78f expref: 8 pid: 13929 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016081.841094:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340537856:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016081.841163:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1ccfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada788 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016081.841172:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1ccfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada788 expref: 6 pid: 7693 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016081.841179:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340537984:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016081.841196:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016081.843290:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078941500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340537856:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016081.843304:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340537984:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016081.843326:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [5722112->5775359] (req 5722112->5775359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada796 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016081.843342:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016081.843380:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:9641:x1818247337902208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2414us (2591us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.843390:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11039 00000100:00100000:0.0:1734016081.851841:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340538112:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016081.851868:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016081.851948:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247337902464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6874us (8391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016081.851959:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3154 00000100:00100000:0.0:1734016081.852432:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337902720 00000100:00100000:0.0:1734016081.852439:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337902720 00002000:00100000:0.0:1734016081.852483:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5771264->5775359) req@ffff88012273b100 x1818247337902720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/0 e 0 to 0 dl 1734016092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.852493:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b100 with x1818247337902720 ext(5771264->5775359) 00002000:00010000:0.0:1734016081.852497:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b100 00000100:00100000:0.0:1734016081.852525:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8508 00000100:00100000:0.0:1734016081.852530:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337902720:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016081.852694:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337902720:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 162us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016081.852700:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8508 00002000:00100000:0.0:1734016081.852704:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x5:0x0] (5771264->5775359) req@ffff88012273b100 x1818247337902720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:42/0 lens 488/4536 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.852710:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b100 with x1818247337902720 ext(5771264->5775359) 00002000:00010000:0.0:1734016081.852712:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b100 00000100:00100000:0.0:1734016081.856490:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.865202:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.870448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.906974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.907008:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.991365:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016081.993612:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247337903744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 86227us (86645us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016081.993621:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8510 00002000:00100000:0.0:1734016081.993630:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4194304->8388607) req@ffff880078943800 x1818247337903744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:42/0 lens 488/440 e 0 to 0 dl 1734016092 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016081.993638:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943800 with x1818247337903744 ext(4194304->8388607) 00002000:00010000:0.0:1734016081.993643:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943800 00000100:00100000:0.0:1734016082.004173:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337904384 00000100:00100000:0.0:1734016082.004181:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337904384 00000100:00100000:0.0:1734016082.004233:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2164 00000100:00100000:0.0:1734016082.004239:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:9641:x1818247337904384:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.004402:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.004425:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1ca9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada54a expref: 12 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.004451:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016082.004454:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.009400:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016082.010879:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016052 00010000:00010000:0.0:1734016082.010900:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea1cd2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016082.010906:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea1cd2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016082.010988:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968676 00000004:00010000:0.0:1734016082.011026:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800782f4000 reply state ffff88011cf75000 transno 4294968677 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea1cd2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016082.011032:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016082.011098:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:9641:x1818247337904384:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6858us (7024us total) trans 4294968677 rc 0/0 00000100:00100000:0.0:1734016082.011104:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2164 00000020:00080000:0.0:1734016082.011108:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016082.027004:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3157 00000100:00100000:0.0:1734016082.027010:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337904768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016082.038661:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337905024 00000100:00100000:0.0:1734016082.038670:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337905024 00002000:00010000:0.0:1734016082.038714:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1660047->18446744073709551615) 00002000:00100000:0.0:1734016082.038720:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247337905024 ext(1660047->18446744073709551615) 00002000:00010000:0.0:1734016082.038733:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80. 00000100:00100000:0.0:1734016082.038768:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8512 00000100:00100000:0.0:1734016082.038774:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337905024:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016082.050793:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.060601:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.063658:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340539136:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.063683:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1cd49 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.063837:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1cd49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.063847:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1cd49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016082.063916:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968678 00000004:00010000:0.0:1734016082.063949:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800789f9c00 reply state ffff88007a9f0000 transno 4294968679 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1cd49 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016082.063957:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016082.064014:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:9641:x1818247337905408:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3240us (3420us total) trans 4294968679 rc 0/0 00000100:00100000:0.0:1734016082.064139:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2166 00000020:00080000:0.0:1734016082.064143:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016082.066507:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337905664 00000100:00100000:0.0:1734016082.066515:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337905664 00000100:00100000:0.0:1734016082.066559:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11044 00000100:00100000:0.0:1734016082.066566:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:9641:x1818247337905664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.066580:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.066593:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada7c0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.066617:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1cd34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7b2 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.066624:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.066626:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.066629:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7c0 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.066656:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1cd34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7b2 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.066667:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1cd34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7b2 expref: 9 pid: 13929 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016082.066680:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340539264:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.067117:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.071167:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016082.073548:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7c0 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.073561:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340539392:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016082.073617:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.076454:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340539392:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016082.076481:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.076532:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337905792:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4446us (5375us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.076584:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3160 00000100:00100000:0.0:1734016082.086019:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337906176 00000100:00100000:0.0:1734016082.086028:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337906176 00002000:00100000:0.0:1734016082.086063:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7024640->7028735) req@ffff8800782f5880 x1818247337906176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.086071:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5880 with x1818247337906176 ext(7024640->7028735) 00002000:00010000:0.0:1734016082.086077:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5880 00000100:00100000:0.0:1734016082.086106:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8514 00000100:00100000:0.0:1734016082.086112:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247337906176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.086243:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247337906176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 129us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.086250:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8514 00002000:00100000:0.0:1734016082.086256:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (7024640->7028735) req@ffff8800782f5880 x1818247337906176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.086262:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5880 with x1818247337906176 ext(7024640->7028735) 00002000:00010000:0.0:1734016082.086264:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5880 00000100:00100000:0.0:1734016082.103373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.122072:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337907200 00000100:00100000:0.0:1734016082.122081:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337907200 00002000:00100000:0.0:1734016082.122118:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7008256->7012351) req@ffff880122738700 x1818247337907200/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.122127:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247337907200 ext(7008256->7012351) 00002000:00010000:0.0:1734016082.122131:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:0.0:1734016082.122161:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8518 00000100:00100000:0.0:1734016082.122168:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337907200:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.122340:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337907200:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 171us (877us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.122346:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8518 00002000:00100000:0.0:1734016082.122351:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7008256->7012351) req@ffff880122738700 x1818247337907200/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.122357:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247337907200 ext(7008256->7012351) 00002000:00010000:0.0:1734016082.122360:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:0.0:1734016082.133519:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.140468:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337907712 00000100:00100000:0.0:1734016082.140475:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337907712 00002000:00100000:0.0:1734016082.140515:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7000064->7004159) req@ffff880079c8c380 x1818247337907712/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.140524:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c380 with x1818247337907712 ext(7000064->7004159) 00002000:00010000:0.0:1734016082.140530:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8c380 00000100:00100000:0.0:1734016082.140567:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8520 00000100:00100000:0.0:1734016082.140573:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247337907712:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.140725:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247337907712:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.140731:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8520 00002000:00100000:0.0:1734016082.140736:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (7000064->7004159) req@ffff880079c8c380 x1818247337907712/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.140743:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c380 with x1818247337907712 ext(7000064->7004159) 00002000:00010000:0.0:1734016082.140746:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8c380 00000100:00100000:0.0:1734016082.154874:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.163263:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337908736 00000100:00100000:0.0:1734016082.163298:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337908736 00002000:00100000:0.0:1734016082.163335:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6983680->6987775) req@ffff880122738e00 x1818247337908736/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.163344:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247337908736 ext(6983680->6987775) 00002000:00010000:0.0:1734016082.163349:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:0.0:1734016082.163374:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8524 00000100:00100000:0.0:1734016082.163381:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337908736:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.163542:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337908736:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 152us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.163549:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8524 00002000:00100000:0.0:1734016082.163554:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6983680->6987775) req@ffff880122738e00 x1818247337908736/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.163560:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247337908736 ext(6983680->6987775) 00002000:00010000:0.0:1734016082.163563:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:0.0:1734016082.169357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.172477:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337909248 00000100:00100000:0.0:1734016082.172485:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337909248 00002000:00100000:0.0:1734016082.172514:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6975488->6979583) req@ffff880079c8ce00 x1818247337909248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.172523:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ce00 with x1818247337909248 ext(6975488->6979583) 00002000:00010000:0.0:1734016082.172527:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ce00 00000100:00100000:0.0:1734016082.172568:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8526 00000100:00100000:0.0:1734016082.172573:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337909248:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.172707:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337909248:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.172713:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8526 00002000:00100000:0.0:1734016082.172719:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6975488->6979583) req@ffff880079c8ce00 x1818247337909248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.172725:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ce00 with x1818247337909248 ext(6975488->6979583) 00002000:00010000:0.0:1734016082.172728:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ce00 00000100:00100000:0.0:1734016082.175449:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337909376 00000100:00100000:0.0:1734016082.175456:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337909376 00002000:00100000:0.0:1734016082.175489:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6975488->7024916) req@ffff880122739c00 x1818247337909376/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.175497:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739c00 with x1818247337909376 ext(6975488->7024916) 00002000:00010000:0.0:1734016082.175501:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122739c00 00000100:00100000:0.0:1734016082.175530:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8527 00000100:00100000:0.0:1734016082.175545:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247337909376:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016082.187105:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247337909632:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1953us (2397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.187115:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11045 00000100:00100000:0.0:1734016082.189397:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.192854:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337910016 00000100:00100000:0.0:1734016082.192863:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337910016 00000100:00100000:0.0:1734016082.192915:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8528 00000100:00100000:0.0:1734016082.192921:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247337910016:12345-192.168.201.60@tcp:4:fsx.0 00010000:00010000:0.0:1734016082.192950:0:13933:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.192965:0:13933:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7c0 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.192971:0:13933:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.192973:0:13933:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.192976:0:13933:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7913472->7950335] (req 7913472->7950335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 13933 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.193005:0:13933:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7c0 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.193016:0:13933:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1cd50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7c0 expref: 7 pid: 13929 timeout: 450 lvb_type: 0 00000100:00100000:0.0:1734016082.193027:0:13933:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13933:1818247340539520:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.193087:0:13933:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf639c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.196007:0:13933:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:13933:1818247340539520:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.196028:0:13933:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7913472->7950335] (req 7913472->7950335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 13933 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1734016082.209787:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969515 is committed 00000100:00100000:0.0:1734016082.213125:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.219650:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337910400 00000100:00100000:0.0:1734016082.219661:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337910400 00000100:00100000:0.0:1734016082.219722:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11046 00000100:00100000:0.0:1734016082.219730:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337910400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.219747:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.219767:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada7d5 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016082.219788:0:13929:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7950336, mtime: 0x675afc51, atime: 0x675afc51, ctime: 0x675afc51, blocks: 0x3b0 00010000:00010000:0.0:1734016082.219806:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.219808:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.219817:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7d5 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.219836:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7d5 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.219850:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016082.219906:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337910400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 177us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.219912:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11046 00000100:00100000:0.0:1734016082.240253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.252895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.258351:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337912192 00000100:00100000:0.0:1734016082.258359:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337912192 00002000:00100000:0.0:1734016082.258387:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (811008->815103) req@ffff88012273ad80 x1818247337912192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.258394:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273ad80 with x1818247337912192 ext(811008->815103) 00002000:00010000:0.0:1734016082.258398:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273ad80 00000100:00100000:0.0:1734016082.258425:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8535 00000100:00100000:0.0:1734016082.258431:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337912192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.258576:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337912192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 144us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.258582:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8535 00002000:00100000:0.0:1734016082.258588:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (811008->815103) req@ffff88012273ad80 x1818247337912192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.258595:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273ad80 with x1818247337912192 ext(811008->815103) 00002000:00010000:0.0:1734016082.258598:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273ad80 00000100:00100000:0.0:1734016082.260422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.263762:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337912704 00000100:00100000:0.0:1734016082.263772:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337912704 00002000:00100000:0.0:1734016082.263823:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (802816->806911) req@ffff880079c8dc00 x1818247337912704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.263832:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247337912704 ext(802816->806911) 00002000:00010000:0.0:1734016082.263837:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016082.263891:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8537 00000100:00100000:0.0:1734016082.263898:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337912704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.264238:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337912704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 339us (592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.264245:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8537 00002000:00100000:0.0:1734016082.264250:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (802816->806911) req@ffff880079c8dc00 x1818247337912704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.264256:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247337912704 ext(802816->806911) 00002000:00010000:0.0:1734016082.264258:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016082.266758:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337912960 00000100:00100000:0.0:1734016082.266767:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337912960 00002000:00100000:0.0:1734016082.266804:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (798720->802815) req@ffff880122738000 x1818247337912960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.266812:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247337912960 ext(798720->802815) 00002000:00010000:0.0:1734016082.266816:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:0.0:1734016082.266961:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8538 00000100:00100000:0.0:1734016082.266970:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337912960:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.267164:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337912960:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 194us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.267171:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8538 00002000:00100000:0.0:1734016082.267176:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (798720->802815) req@ffff880122738000 x1818247337912960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.267182:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247337912960 ext(798720->802815) 00002000:00010000:0.0:1734016082.267185:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:0.0:1734016082.270222:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.274663:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337913472 00000100:00100000:0.0:1734016082.274673:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337913472 00002000:00100000:0.0:1734016082.274710:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (790528->794623) req@ffff880079c8f480 x1818247337913472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/0 e 0 to 0 dl 1734016093 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.274718:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f480 with x1818247337913472 ext(790528->794623) 00002000:00010000:0.0:1734016082.274722:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8f480 00000100:00100000:0.0:1734016082.274749:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8540 00000100:00100000:0.0:1734016082.274754:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337913472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016082.274899:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337913472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 143us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016082.274904:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8540 00002000:00100000:0.0:1734016082.274909:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (790528->794623) req@ffff880079c8f480 x1818247337913472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/4536 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.274914:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f480 with x1818247337913472 ext(790528->794623) 00002000:00010000:0.0:1734016082.274916:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8f480 00000100:00100000:0.0:1734016082.281628:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.283839:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337913984 00000100:00100000:0.0:1734016082.283844:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337913984 00000100:00100000:0.0:1734016082.283879:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11048 00000100:00100000:0.0:1734016082.283885:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:9641:x1818247337913984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.283896:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.283907:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1cd88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada7e3 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.283929:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7d5 expref: 5 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.283936:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1cd81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7dc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.283942:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.283944:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.283947:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1cd88 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4501504->4505599] (req 4501504->4505599) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7e3 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.283977:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1cd81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7dc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.283990:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1cd81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7dc expref: 8 pid: 7693 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016082.284003:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340539648:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.284066:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7d5 expref: 5 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.284075:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1cd7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7d5 expref: 5 pid: 13929 timeout: 450 lvb_type: 1 00000100:00100000:0.0:1734016082.284083:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340539776:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.284101:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.288372:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340539648:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.288385:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340539776:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.288413:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1cd88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [4501504->4505599] (req 4501504->4505599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7e3 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.288427:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016082.289096:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:9641:x1818247337913984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5205us (5318us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.289107:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11048 00000100:00100000:0.0:1734016082.291049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.291109:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.296217:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337914368 00000100:00100000:0.0:1734016082.296223:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337914368 00000100:00100000:0.0:1734016082.296264:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11049 00000100:00100000:0.0:1734016082.296286:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247337914368:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016082.296527:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7950336 -> 7950336 00002000:00010000:0.0:1734016082.296544:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.296546:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.296549:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016082.296550:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 944 -> 952 00000100:00100000:0.0:1734016082.296573:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337914368:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 302us (627us total) trans 4294969516 rc 0/0 00000100:00100000:0.0:1734016082.296578:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11049 00000100:00100000:0.0:1734016082.317331:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337914880 00000100:00100000:0.0:1734016082.317339:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337914880 00000100:00100000:0.0:1734016082.317388:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11052 00000100:00100000:0.0:1734016082.317394:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337914880:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016082.317588:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7950336 -> 7950336 00002000:00010000:0.0:1734016082.317592:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.317594:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016081 -> 1734016081 00002000:00010000:0.0:1734016082.317596:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.317597:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 952 -> 992 00000100:00100000:0.0:1734016082.317642:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247337914880:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 247us (487us total) trans 4294969517 rc 0/0 00000100:00100000:0.0:1734016082.317648:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11052 00000100:00100000:0.0:1734016082.345636:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016082.381729:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1cdab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.381735:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1cdab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016082.381838:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968680 00000004:00010000:0.0:1734016082.381890:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079028a80 reply state ffff88007c7a3000 transno 4294968681 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1cdab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016082.381897:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016082.381971:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:9641:x1818247337915392:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 36060us (36340us total) trans 4294968681 rc 0/0 00000100:00100000:0.0:1734016082.381978:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2170 00000020:00080000:0.0:1734016082.381981:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016082.388664:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337915648 00000100:00100000:0.0:1734016082.388673:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337915648 00002000:00010000:0.0:1734016082.388704:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10266433->18446744073709551615) 00002000:00100000:0.0:1734016082.388708:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4700 with x1818247337915648 ext(10266433->18446744073709551615) 00002000:00010000:0.0:1734016082.388719:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4700. 00000100:00100000:0.0:1734016082.388749:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8542 00000100:00100000:0.0:1734016082.388755:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337915648:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016082.388916:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 7950336 -> 10266433 00002000:00010000:0.0:1734016082.388919:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016081 -> 1734016082 00002000:00010000:0.0:1734016082.388921:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016081 00002000:00010000:0.0:1734016082.388923:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.388924:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:0.0:1734016082.388960:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337915648:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 205us (1005us total) trans 4294969518 rc 0/0 00000100:00100000:0.0:1734016082.388965:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8542 00002000:00010000:0.0:1734016082.388967:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (10266433->18446744073709551615) 00002000:00100000:0.0:1734016082.388969:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4700 with x1818247337915648 ext(10266433->18446744073709551615) 00002000:00010000:0.0:1734016082.388972:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4700. 00000100:00100000:0.0:1734016082.394403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.404741:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.408309:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337916032:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3223us (3564us total) trans 4294969519 rc 0/0 00000100:00100000:0.0:1734016082.408325:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8544 00002000:00100000:0.0:1734016082.408336:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (10223616->10266432) req@ffff88007902b800 x1818247337916032/t4294969519(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 488/448 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.408344:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247337916032 ext(10223616->10266432) 00002000:00010000:0.0:1734016082.408349:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902b800 00000100:00100000:0.0:1734016082.410665:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337916160 00000100:00100000:0.0:1734016082.410673:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337916160 00000100:00100000:0.0:1734016082.410813:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2171 00000100:00100000:0.0:1734016082.410821:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:9641:x1818247337916160:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016082.410965:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:9641:x1818247337916160:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 145us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.410971:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2171 00000100:00100000:0.0:1734016082.413500:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016082.415402:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969519 is committed 00000001:00080000:0.0:1734016082.415420:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969516 is committed 00000100:00100000:0.0:1734016082.438030:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.441035:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337917056 00000100:00100000:0.0:1734016082.441043:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337917056 00000100:00100000:0.0:1734016082.441104:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2173 00000100:00100000:0.0:1734016082.441112:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:9641:x1818247337917056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.441132:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.441153:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1cdce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada81b expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.441243:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1cdd5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.441257:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1cdd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.441267:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1cdd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016082.441334:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 10266433 00000004:00200000:0.0:1734016082.441338:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016082.441354:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1cdd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.441372:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1cdce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada81b expref: 17 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.441397:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1cdd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada81b expref: 16 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.441404:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016082.441407:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016082.441410:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016082.441465:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:9641:x1818247337917056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 353us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.441471:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2173 00000100:00100000:0.0:1734016082.468739:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337917440 00000100:00100000:0.0:1734016082.468770:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337917440 00010000:00010000:0.0:1734016082.468827:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1cd96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2899967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7f1 expref: 8 pid: 7693 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016082.468899:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3166 00000100:00100000:0.0:1734016082.468908:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247337917440:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.468931:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016082.468958:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1080 -> 1136 00010000:00010000:0.0:1734016082.468966:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1cd96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2899967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7f1 expref: 8 pid: 7693 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016082.468982:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1cd96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2899967) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7f1 expref: 8 pid: 7693 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016082.469008:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1cd96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2899967) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada7f1 expref: 8 pid: 7693 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016082.469035:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.469038:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.469046:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.469054:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.469099:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.469114:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340541184:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016082.469195:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88011cf63180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.475200:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340541184:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016082.475228:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016082.475310:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247337917440:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6401us (9876us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.475322:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3166 00000100:00100000:0.0:1734016082.493751:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337917696 00000100:00100000:0.0:1734016082.493764:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337917696 00000100:00100000:0.0:1734016082.493831:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11060 00000100:00100000:0.0:1734016082.493839:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337917696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.493870:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.493890:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1cde3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada829 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.493957:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340541312:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016082.495141:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016082.500945:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016081 -> 1734016082 00000100:00100000:0.0:1734016082.500979:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340541312:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016082.501024:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1cde3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada829 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.501041:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1cde3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada829 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.501084:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016082.501860:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337917696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8015us (8246us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.501875:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11060 00000100:00100000:0.0:1734016082.511866:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.531921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.543565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.548931:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.551776:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.570639:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.581883:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337919488 00000100:00100000:0.0:1734016082.581891:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337919488 00000100:00100000:0.0:1734016082.581936:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2176 00000100:00100000:0.0:1734016082.581944:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:9641:x1818247337919488:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016082.582111:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.582125:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1ce0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada845 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.582131:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce30 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.582157:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1ce0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada845 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.582168:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1ce0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada845 expref: 15 pid: 6486 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016082.582180:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340542464:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.582242:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.584637:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340542464:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.584658:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016082.591816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.598342:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.603344:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337920128 00000100:00100000:0.0:1734016082.603351:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337920128 00010000:00010000:0.0:1734016082.603378:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 10 pid: 13929 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016082.603521:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3169 00000100:00100000:0.0:1734016082.603537:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337920128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016082.603548:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016082.603573:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 10 pid: 13929 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016082.603585:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1cddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 7847936->7876607) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada822 expref: 10 pid: 13929 timeout: 451 lvb_type: 0 00010000:00010000:0.0:1734016082.603606:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.603608:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016082.603615:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1ce45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1175551) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada86f expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.603623:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1ce45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1175551) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada86f expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.603652:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1ce45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1126400->1175551) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada86f expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.603669:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340542720:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016082.603732:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.639598:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.651783:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.654894:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337921024 00000100:00100000:0.0:1734016082.654900:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337921024 00000100:00100000:0.0:1734016082.654937:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11071 00000100:00100000:0.0:1734016082.654943:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247337921024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.654957:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.654971:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada884 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.655015:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340543104:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016082.655222:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016082.656721:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016081 -> 1734016082 00000100:00100000:0.0:1734016082.656741:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340543104:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016082.656764:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce61 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada884 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.656776:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1ce61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada884 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.656799:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016082.656830:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247337921024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1886us (1990us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.656838:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11071 00000100:00100000:0.0:1734016082.659041:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337921152 00000100:00100000:0.0:1734016082.659049:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337921152 00000100:00100000:0.0:1734016082.659097:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11072 00000100:00100000:0.0:1734016082.659103:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247337921152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.659118:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.659132:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1ce68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada88b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.659178:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340543232:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016082.659230:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.661873:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340543232:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016082.661907:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1ce68 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada88b expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.661919:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1ce68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada88b expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016082.661944:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016082.662486:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247337921152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3380us (3520us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016082.662494:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11072 00000100:00100000:0.0:1734016082.664636:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337921280 00000100:00100000:0.0:1734016082.664642:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337921280 00000100:00100000:0.0:1734016082.664820:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11073 00000100:00100000:0.0:1734016082.664826:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247337921280:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016082.664985:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 2115079 -> 2115079 00002000:00010000:0.0:1734016082.664988:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.664990:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1734016082 -> 1734016081 00002000:00010000:0.0:1734016082.664991:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1734016082 -> 1734016082 00002000:00010000:0.0:1734016082.664993:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:0.0:1734016082.665050:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247337921280:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 222us (478us total) trans 4294969525 rc 0/0 00000100:00100000:0.0:1734016082.665055:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11073 00000100:00100000:0.0:1734016082.672702:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340543360:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.672739:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677105:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677118:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677124:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677128:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c498c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016082.677132:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677137:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677150:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016082.677154:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016082.677157:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016082.677161:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1ce6f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016082.677603:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337921792 00000100:00100000:0.0:1734016082.677609:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337921792 00000100:00100000:0.0:1734016082.677672:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11074 00000100:00100000:0.0:1734016082.677679:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:9641:x1818247337921792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.677854:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.677870:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ce76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada892 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.677891:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1ce5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1163263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada87d expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.677897:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.677899:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016082.677902:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ce76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada892 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.677925:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1ce5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1163263) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada87d expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.677935:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea1ce5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1163263) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada87d expref: 9 pid: 7693 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016082.677946:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340543488:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016082.678015:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.681309:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340543488:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016082.681334:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ce76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada892 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016082.681351:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016082.681397:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:9641:x1818247337921792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3717us (3849us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016082.681405:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11074 00000100:00100000:0.0:1734016082.693090:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337922304 00000100:00100000:0.0:1734016082.693097:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337922304 00000100:00100000:0.0:1734016082.693296:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11075 00000100:00100000:0.0:1734016082.693304:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337922304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016082.693317:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016082.693331:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ce8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada8a0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016082.693374:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340543744:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016082.693427:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016082.706823:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.712133:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.716476:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.722677:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.726346:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.730072:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.732821:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.737073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.740335:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.743325:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.746106:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.746139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.749760:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.752644:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.757733:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.763412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.769356:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.777348:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.782603:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.833594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.846923:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.924704:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247337925760:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 77290us (77777us total) trans 0 rc 4071424/4071424 00000100:00100000:0.0:1734016082.924717:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8553 00002000:00100000:0.0:1734016082.924729:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (4190208->8265727) req@ffff88011cd49880 x1818247337925760/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:43/0 lens 504/440 e 0 to 0 dl 1734016093 ref 1 fl Complete:/200/0 rc 4071424/4071424 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016082.924738:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49880 with x1818247337925760 ext(4190208->8265727) 00002000:00010000:0.0:1734016082.924744:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49880 00000100:00100000:0.0:1734016082.938089:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.960156:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016082.970192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.001008:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.012393:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.022664:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.034923:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.059042:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.062787:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337927040 00000100:00100000:0.0:1734016083.062795:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337927040 00000100:00100000:0.0:1734016083.062842:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8554 00000100:00100000:0.0:1734016083.062848:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247337927040:12345-192.168.201.60@tcp:4:fsx.0 00010000:00010000:0.0:1734016083.062873:0:7697:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1cf33 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.062886:0:7697:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1cf10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6455296->6467583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada910 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.062892:0:7697:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016083.062893:0:7697:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016083.062895:0:7697:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1cf33 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3768320->3784703] (req 3768320->3784703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.062917:0:7697:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1cf10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6455296->6467583) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada910 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.062926:0:7697:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1cf10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6455296->6467583) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada910 expref: 13 pid: 7693 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016083.062936:0:7697:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7697:1818247340546560:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016083.063062:0:7697:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.065443:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016083.072617:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969530 is committed 00000001:00080000:0.0:1734016083.072636:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969527 is committed 00000100:00100000:0.0:1734016083.088823:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337927424 00000100:00100000:0.0:1734016083.088829:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337927424 00000100:00100000:0.0:1734016083.088872:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11099 00000100:00100000:0.0:1734016083.088878:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337927424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.088891:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.088908:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada93a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.088931:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.088933:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.088939:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada93a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.088952:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada93a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.088964:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016083.089018:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247337927424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 139us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.089024:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11099 00000100:00100000:0.0:1734016083.118477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.124503:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.129381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.131747:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:0.0:1734016083.141162:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 8265706 -> 9125888 00002000:00010000:0.0:1734016083.141166:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 928 -> 1024 00010000:00010000:0.0:1734016083.141177:0:7697:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141191:0:7697:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141198:0:7697:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141204:0:7697:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7ba80 already unused, calling callback (ffffffffa0861100) 00010000:00010000:0.0:1734016083.141208:0:7697:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141215:0:7697:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141230:0:7697:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.141236:0:7697:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1cf4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9076736->9125887] (req 9076736->9125887) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.147344:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337928448 00000100:00100000:0.0:1734016083.147352:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337928448 00000100:00100000:0.0:1734016083.147422:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11102 00000100:00100000:0.0:1734016083.147429:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247337928448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.147447:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.147465:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada948 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016083.147491:0:13929:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9125888, mtime: 0x675afc52, atime: 0x675afc51, ctime: 0x675afc52, blocks: 0x400 00010000:00010000:0.0:1734016083.147509:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.147511:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.147529:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada948 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.147544:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1cf56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada948 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016083.147554:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016083.149627:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247337928448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2185us (2309us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.149638:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11102 00000100:00100000:0.0:1734016083.154704:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.161591:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337928960 00000100:00100000:0.0:1734016083.161597:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337928960 00002000:00100000:0.0:1734016083.161637:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (983040->9125887) req@ffff88011eb15880 x1818247337928960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 504/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.161649:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15880 with x1818247337928960 ext(983040->9125887) 00002000:00010000:0.0:1734016083.161653:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb15880 00000100:00100000:0.0:1734016083.161671:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8556 00000100:00100000:0.0:1734016083.161676:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337928960:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.185565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.192138:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.214805:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.222383:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.241315:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.257815:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.275401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.314808:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.355313:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.382591:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337933824 00000100:00100000:0.0:1734016083.382599:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337933824 00000100:00100000:0.0:1734016083.382763:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2182 00000100:00100000:0.0:1734016083.382770:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:9641:x1818247337933824:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016083.382809:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.382829:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea1ce84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada899 expref: 16 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.383036:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016083.383040:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016083.383144:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016083.383154:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1ced8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada8d8 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.383160:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016083.383181:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1ced8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada8d8 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.383190:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1ced8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada8d8 expref: 21 pid: 7714 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016083.383200:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340547968:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016083.383631:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016083.391701:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1ced8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada8d8 expref: 21 pid: 7714 timeout: 451 lvb_type: 0 00000100:00100000:0.0:1734016083.391736:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340547968:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016083.391754:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016083.391760:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016083.391765:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016083.391847:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968688 00000004:00010000:0.0:1734016083.391888:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007902aa00 reply state ffff88011cf71000 transno 4294968689 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf80 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016083.391894:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016083.391989:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:9641:x1818247337933824:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9216us (9900us total) trans 4294968689 rc 0/0 00000100:00100000:0.0:1734016083.391995:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2182 00000020:00080000:0.0:1734016083.392000:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016083.410171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.414084:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337934336 00000100:00100000:0.0:1734016083.414090:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337934336 00000100:00100000:0.0:1734016083.414129:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2184 00000100:00100000:0.0:1734016083.414136:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:9641:x1818247337934336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.414152:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.414166:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ada979 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.414331:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1cf9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.414343:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1cf9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.414351:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1cf9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016083.414371:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 167797 00000004:00200000:0.0:1734016083.414374:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.414385:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1cf9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.414401:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1cf95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada979 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.414426:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1cf9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada979 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.414433:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016083.414436:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.414438:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016083.414475:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:9641:x1818247337934336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 339us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.414481:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2184 00000100:00100000:0.0:1734016083.424741:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.428338:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.431230:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.439537:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.443414:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340548736:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016083.443433:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.443776:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.443782:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016083.443844:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968690 00000004:00010000:0.0:1734016083.443877:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c66680 reply state ffff88011cc8a000 transno 4294968691 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016083.443882:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016083.443928:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:9641:x1818247337935360:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4261us (4395us total) trans 4294968691 rc 0/0 00000100:00100000:0.0:1734016083.443934:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2185 00000020:00080000:0.0:1734016083.443937:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016083.446462:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446473:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446479:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446484:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4a1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016083.446488:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446494:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446506:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016083.446508:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016083.446520:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.446524:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1cfbf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016083.453403:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.456167:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.459793:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.462733:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.481068:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.492695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.499127:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.502964:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.523424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.526992:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337938176 00000100:00100000:0.0:1734016083.526999:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337938176 00002000:00100000:0.0:1734016083.527036:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2658304->2662399) req@ffff880078d50380 x1818247337938176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.527047:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50380 with x1818247337938176 ext(2658304->2662399) 00002000:00010000:0.0:1734016083.527052:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50380 00000100:00100000:0.0:1734016083.527087:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8577 00000100:00100000:0.0:1734016083.527094:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337938176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.527255:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337938176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 160us (404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.527261:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8577 00002000:00100000:0.0:1734016083.527266:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2658304->2662399) req@ffff880078d50380 x1818247337938176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.527295:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50380 with x1818247337938176 ext(2658304->2662399) 00002000:00010000:0.0:1734016083.527298:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50380 00000100:00100000:0.0:1734016083.532724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.541565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.550755:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337940224 00000100:00100000:0.0:1734016083.550762:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337940224 00002000:00100000:0.0:1734016083.550788:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2625536->2629631) req@ffff88007011b100 x1818247337940224/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 488/0 e 0 to 0 dl 1734016094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.550797:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011b100 with x1818247337940224 ext(2625536->2629631) 00002000:00010000:0.0:1734016083.550801:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011b100 00000100:00100000:0.0:1734016083.551026:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8585 00000100:00100000:0.0:1734016083.551032:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247337940224:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016083.551169:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247337940224:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 135us (553us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016083.551175:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8585 00002000:00100000:0.0:1734016083.551181:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (2625536->2629631) req@ffff88007011b100 x1818247337940224/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 488/4536 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.551187:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011b100 with x1818247337940224 ext(2625536->2629631) 00002000:00010000:0.0:1734016083.551190:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011b100 00000100:00100000:0.0:1734016083.557663:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016083.560489:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969538 is committed 00000001:00080000:0.0:1734016083.560502:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969535 is committed 00000100:00100000:0.0:1734016083.562960:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.573684:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.578226:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.586432:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337941504 00000100:00100000:0.0:1734016083.586438:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337941504 00010000:00010000:0.0:1734016083.586467:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1d01a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9db expref: 6 pid: 7693 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016083.586516:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3189 00000100:00100000:0.0:1734016083.586522:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247337941504:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.586536:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.586558:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1d01a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9db expref: 6 pid: 7693 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.586568:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1d01a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9db expref: 6 pid: 7693 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.586590:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea1d01a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9db expref: 6 pid: 7693 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.586616:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.586618:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016083.586624:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1d036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9f0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.586637:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1d036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9f0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.586666:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc900/0x857af32d4ea1d036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ada9f0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016083.586677:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340550656:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016083.586719:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016083.592564:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340550656:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016083.592581:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.592628:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247337941504:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6104us (6357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.592638:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3189 00000100:00100000:0.0:1734016083.601660:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.619773:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.624796:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337942528 00000100:00100000:0.0:1734016083.624802:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337942528 00010000:00010000:0.0:1734016083.624826:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1d060 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa0c expref: 24 pid: 7714 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016083.624857:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3190 00000100:00100000:0.0:1734016083.624863:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:1969:x1818247337942528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016083.624876:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016083.624882:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1d060 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa0c expref: 24 pid: 7714 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.624892:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1d060 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa0c expref: 24 pid: 7714 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.624910:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1d060 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa0c expref: 24 pid: 7714 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016083.624926:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016083.624930:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea1d067 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.624939:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea1d067 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.624946:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea1d067 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.624960:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016083.624996:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247337942528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 132us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.625001:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3190 00000100:00100000:0.0:1734016083.628688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.642998:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.650884:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.655407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.657349:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11130 00000100:00100000:0.0:1734016083.657358:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247337943168:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:0.0:1734016083.676114:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.693007:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337943808 00000100:00100000:0.0:1734016083.693014:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337943808 00000100:00100000:0.0:1734016083.693052:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2194 00000100:00100000:0.0:1734016083.693057:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:9641:x1818247337943808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016083.693073:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016083.693085:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d098 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaa36 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.693139:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.693149:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.693156:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016083.693171:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 2814582 00000004:00200000:0.0:1734016083.693175:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016083.693185:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016083.693199:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d098 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa36 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.693393:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa36 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016083.693400:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016083.693402:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016083.693405:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016083.693439:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337943808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 382us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.693445:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2194 00000100:00100000:0.0:1734016083.706428:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016083.724729:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969542 is committed 00000001:00080000:0.0:1734016083.724741:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969540 is committed 00000100:00100000:0.0:1734016083.729552:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.757057:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.757096:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.785425:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247337944960:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 28155us (28367us total) trans 0 rc 1732608/1732608 00000100:00100000:0.0:1734016083.785436:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8590 00002000:00100000:0.0:1734016083.785444:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (4190208->5926911) req@ffff880079f21880 x1818247337944960/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:44/0 lens 504/440 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 1732608/1732608 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.785453:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21880 with x1818247337944960 ext(4190208->5926911) 00002000:00010000:0.0:1734016083.785458:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21880 00000100:00100000:0.0:1734016083.834379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.855222:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.916674:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.928770:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.944777:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.947676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.950627:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.953994:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.956703:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.959219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.962382:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.965339:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247337947776:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2258us (2955us total) trans 4294969543 rc 0/0 00000100:00100000:0.0:1734016083.965350:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8600 00002000:00100000:0.0:1734016083.965359:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (2359296->2383871) req@ffff880079f21f80 x1818247337947776/t4294969543(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:44/0 lens 488/448 e 0 to 0 dl 1734016094 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016083.965367:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21f80 with x1818247337947776 ext(2359296->2383871) 00002000:00010000:0.0:1734016083.965372:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21f80 00000100:00100000:0.0:1734016083.967694:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337947904 00000100:00100000:0.0:1734016083.967702:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337947904 00000100:00100000:0.0:1734016083.967737:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2195 00000100:00100000:0.0:1734016083.967744:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337947904:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016083.968001:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337947904:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 256us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016083.968007:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2195 00000100:00100000:0.0:1734016083.977430:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016083.998618:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.004834:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337948800 00000100:00100000:0.0:1734016084.004841:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337948800 00000100:00100000:0.0:1734016084.005069:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2196 00000100:00100000:0.0:1734016084.005075:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:9641:x1818247337948800:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016084.005115:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.005136:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea1d07c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa1a expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.005152:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.005155:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016084.005268:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.005304:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa36 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.005310:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.005334:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa36 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.005346:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d09f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa36 expref: 21 pid: 7714 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016084.005356:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340553216:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016084.005400:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.014137:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340553216:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016084.014161:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.015051:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.015057:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016084.015137:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968696 00000004:00010000:0.0:1734016084.015177:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079cb5c00 reply state ffff880079fb2000 transno 4294968697 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d0ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016084.015184:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016084.015246:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:9641:x1818247337948800:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 10170us (10469us total) trans 4294968697 rc 0/0 00000100:00100000:0.0:1734016084.015253:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2196 00000020:00080000:0.0:1734016084.015257:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016084.016165:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337949056 00000100:00100000:0.0:1734016084.016169:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337949056 00000100:00100000:0.0:1734016084.016204:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 310 00000100:00100000:0.0:1734016084.016208:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1969:x1818247337949056:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016084.016244:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1969:x1818247337949056:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 34us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.016249:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 310 00000100:00100000:0.0:1734016084.023745:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337949312 00000100:00100000:0.0:1734016084.023762:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337949312 00000100:00100000:0.0:1734016084.023845:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11144 00000100:00100000:0.0:1734016084.023855:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:9641:x1818247337949312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.023879:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.023906:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaa7c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.023944:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc480/0x857af32d4ea1d0c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2379776->2383871) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa59 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.023952:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016084.023955:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016084.023958:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa7c expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.024003:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc480/0x857af32d4ea1d0c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2379776->2383871) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa59 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.024019:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc480/0x857af32d4ea1d0c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2379776->2383871) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa59 expref: 5 pid: 7693 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016084.024034:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340553344:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016084.024122:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.027030:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.031847:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.046693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.087877:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247337949952:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 695us (895us total) trans 4294969545 rc 0/0 00000100:00100000:0.0:1734016084.087885:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8603 00002000:00100000:0.0:1734016084.087891:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (6909952->6921839) req@ffff880079cb6d80 x1818247337949952/t4294969545(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:45/0 lens 12376/448 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.087897:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6d80 with x1818247337949952 ext(6909952->6921839) 00002000:00010000:0.0:1734016084.087900:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb6d80 00000100:00100000:0.0:1734016084.089963:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.095895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.112310:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337950336 00000100:00100000:0.0:1734016084.112318:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337950336 00000100:00100000:0.0:1734016084.112370:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2198 00000100:00100000:0.0:1734016084.112377:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:9641:x1818247337950336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.112396:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.112413:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d0fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaa83 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.112492:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d101 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.112516:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.112527:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:0.0:1734016084.112549:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 6921840 00000004:00200000:0.0:1734016084.112553:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.112565:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d101 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.112584:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d0fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa83 expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.112608:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d101 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa83 expref: 26 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.112616:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.112618:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.112621:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016084.112659:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:9641:x1818247337950336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 282us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.112666:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2198 00000100:00100000:0.0:1734016084.122695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.128918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.140219:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247337950720:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 11071us (11299us total) trans 4294969546 rc 0/0 00000100:00100000:0.0:1734016084.140234:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8604 00002000:00010000:0.0:1734016084.140241:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/5 (1079425->18446744073709551615) 00002000:00100000:0.0:1734016084.140244:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ea00 with x1818247337950720 ext(1079425->18446744073709551615) 00002000:00010000:0.0:1734016084.140254:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ea00. 00000100:00100000:0.0:1734016084.148259:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.165055:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337951104 00000100:00100000:0.0:1734016084.165066:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337951104 00002000:00100000:0.0:1734016084.165125:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff880079db7100 x1818247337951104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.165134:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7100 with x1818247337951104 ext(512000->516095) 00002000:00010000:0.0:1734016084.165140:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7100 00000100:00100000:0.0:1734016084.165178:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8605 00000100:00100000:0.0:1734016084.165187:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337951104:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.165391:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247337951104:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 202us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.165397:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8605 00002000:00100000:0.0:1734016084.165402:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x5:0x0] (512000->516095) req@ffff880079db7100 x1818247337951104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.165408:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7100 with x1818247337951104 ext(512000->516095) 00002000:00010000:0.0:1734016084.165410:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7100 00000100:00100000:0.0:1734016084.168326:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.171229:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337951488 00000100:00100000:0.0:1734016084.171241:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337951488 00000100:00100000:0.0:1734016084.171597:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2201 00000100:00100000:0.0:1734016084.171608:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:9641:x1818247337951488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.171628:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.171647:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d11d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaa91 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.171743:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d124 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.171758:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.171769:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016084.171792:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1079425 00000004:00200000:0.0:1734016084.171796:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.171811:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.171831:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d11d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa91 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.171851:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa91 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.171858:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.171861:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.171862:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016084.171901:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:9641:x1818247337951488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 295us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.171906:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2201 00000100:00100000:0.0:1734016084.197704:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016084.205320:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea1d116 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa8a expref: 28 pid: 6486 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016084.206659:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340553856:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016084.206685:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209627:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209637:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209642:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209647:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016084.209650:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209656:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209668:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.209670:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016084.209673:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.209677:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d139 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016084.210456:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.215815:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337952384 00000100:00100000:0.0:1734016084.215827:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337952384 00010000:00010000:0.0:1734016084.215861:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa7c expref: 8 pid: 13929 timeout: 452 lvb_type: 0 00000100:00100000:0.0:1734016084.215890:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3199 00000100:00100000:0.0:1734016084.215896:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247337952384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.215907:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.215925:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa7c expref: 8 pid: 13929 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016084.215935:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa7c expref: 8 pid: 13929 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016084.215954:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d0f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaa7c expref: 8 pid: 13929 timeout: 452 lvb_type: 0 00010000:00010000:0.0:1734016084.215970:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.215971:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.215976:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.215984:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.216016:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.216033:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340554112:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016084.218046:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.223153:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340554112:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016084.223187:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016084.223248:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337952384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7351us (9235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.223259:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3199 00000100:00100000:0.0:1734016084.224667:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.232491:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.235872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.239582:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.244751:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.253533:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.257792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.265111:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.269622:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.275026:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.277127:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.281743:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337955584 00000100:00100000:0.0:1734016084.281752:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337955584 00000100:00100000:0.0:1734016084.281832:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2204 00000100:00100000:0.0:1734016084.281840:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:9641:x1818247337955584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.281859:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.281876:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1d147 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaaad expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.281946:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d14e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.281957:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.281965:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016084.281985:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 1884126 00000004:00200000:0.0:1734016084.281989:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.282001:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.282019:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1d147 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaad expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.282052:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d14e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaad expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.282058:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.282060:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.282062:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016084.282103:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:9641:x1818247337955584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 264us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.282109:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2204 00000100:00100000:0.0:1734016084.285166:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.310451:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.314441:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016084.317449:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317460:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317466:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317471:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016084.317474:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317480:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317494:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.317506:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016084.317511:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016084.317516:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1d163 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016084.321767:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337956608 00000100:00100000:0.0:1734016084.321773:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337956608 00002000:00100000:0.0:1734016084.321810:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff88011cd4bb80 x1818247337956608/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:45/0 lens 488/0 e 0 to 0 dl 1734016095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.321819:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4bb80 with x1818247337956608 ext(5271552->5275647) 00002000:00010000:0.0:1734016084.321824:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4bb80 00000100:00100000:0.0:1734016084.321857:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8620 00000100:00100000:0.0:1734016084.321867:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337956608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016084.322072:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337956608:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 206us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016084.322080:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8620 00002000:00100000:0.0:1734016084.322086:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x5:0x0] (5271552->5275647) req@ffff88011cd4bb80 x1818247337956608/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:45/0 lens 488/4536 e 0 to 0 dl 1734016095 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016084.322093:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4bb80 with x1818247337956608 ext(5271552->5275647) 00002000:00010000:0.0:1734016084.322096:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4bb80 00000100:00100000:0.0:1734016084.327295:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.340784:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.347699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.351448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.356253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.358599:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.362996:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337958656 00000100:00100000:0.0:1734016084.363003:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337958656 00000100:00100000:0.0:1734016084.363133:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2207 00000100:00100000:0.0:1734016084.363139:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:9641:x1818247337958656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.363155:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.363170:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1d16a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaac2 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.363230:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1d171 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.363241:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1d171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.363249:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1d171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016084.363286:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 5274097 00000004:00200000:0.0:1734016084.363289:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016084.363303:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1d171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016084.363322:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1d16a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaac2 expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.363347:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f840/0x857af32d4ea1d171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaac2 expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.363354:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012c830f00) 00010000:00010000:0.0:1734016084.363356:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016084.363359:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f840, rc 0) 00000100:00100000:0.0:1734016084.363392:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:9641:x1818247337958656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 252us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.363398:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2207 00000100:00100000:0.0:1734016084.365013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.385357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.390441:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337959168 00000100:00100000:0.0:1734016084.390454:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337959168 00000100:00100000:0.0:1734016084.390602:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11156 00000100:00100000:0.0:1734016084.390611:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247337959168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.390643:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.390674:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1d186 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaad7 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.390766:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079da9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340554880:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016084.390867:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.400771:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340555008:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016084.400803:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1d18d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaade expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.400814:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1d18d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaade expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.400835:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:0.0:1734016084.400884:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337959296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3533us (3926us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.400891:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11157 00000100:00100000:0.0:1734016084.402916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.405596:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.411126:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.416835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.426599:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.433663:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.439079:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337960448 00000100:00100000:0.0:1734016084.439085:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337960448 00010000:00010000:0.0:1734016084.439106:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 8 pid: 13929 timeout: 453 lvb_type: 0 00000100:00100000:0.0:1734016084.439135:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3201 00000100:00100000:0.0:1734016084.439140:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247337960448:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016084.439150:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016084.439168:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 8 pid: 13929 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016084.439177:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 8 pid: 13929 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016084.439193:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaaa6 expref: 8 pid: 13929 timeout: 453 lvb_type: 0 00010000:00010000:0.0:1734016084.439217:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.439219:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.439224:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea1d1c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5632000->5677055) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab0f expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.439231:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea1d1c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5632000->5677055) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab0f expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.439256:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea1d1c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5632000->5677055) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab0f expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.439266:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079dabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340555904:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016084.439801:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.450996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.456251:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.458458:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.470584:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.470631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.487865:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.489525:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.552551:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.556561:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016084.565904:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969554 is committed 00000001:00080000:0.0:1734016084.565923:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969552 is committed 00000100:00100000:0.0:1734016084.568531:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337962624 00000100:00100000:0.0:1734016084.568539:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337962624 00000100:00100000:0.0:1734016084.568586:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11170 00000100:00100000:0.0:1734016084.568591:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337962624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.568607:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.568622:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab2b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.568670:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556544:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016084.568731:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016084.571215:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 1734016083 -> 1734016084 00002000:00010000:0.0:1734016084.571223:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 496 -> 528 00000100:00100000:0.0:1734016084.571245:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556544:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016084.571317:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab2b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.571331:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab2b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.571359:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016084.571420:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247337962624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2826us (2938us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.571432:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11170 00000100:00100000:0.0:1734016084.579233:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337962752 00000100:00100000:0.0:1734016084.579241:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337962752 00000100:00100000:0.0:1734016084.579295:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11171 00000100:00100000:0.0:1734016084.579302:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337962752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.579318:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.579332:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab32 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.579383:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556672:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016084.579442:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.583864:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556672:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016084.583893:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab32 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.583903:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab32 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.584979:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016084.585034:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337962752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5731us (5852us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.585042:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11171 00000100:00100000:0.0:1734016084.590078:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337962880 00000100:00100000:0.0:1734016084.590087:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337962880 00000100:00100000:0.0:1734016084.590133:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11172 00000100:00100000:0.0:1734016084.590141:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337962880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.590160:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.590181:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab39 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.590230:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556800:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016084.590312:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.592215:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556800:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016084.592250:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab39 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.592263:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1d1f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab39 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.592628:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016084.592685:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337962880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2543us (2674us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.592694:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11172 00000100:00100000:0.0:1734016084.595705:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337963008 00000100:00100000:0.0:1734016084.595715:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337963008 00000100:00100000:0.0:1734016084.595768:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11173 00000100:00100000:0.0:1734016084.595776:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337963008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.595796:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.595813:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab40 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.595870:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016084.595923:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.598001:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340556928:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016084.598028:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1fd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab40 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.598041:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1d1fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab40 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.598727:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016084.598827:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247337963008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3049us (3267us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016084.598837:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11173 00002000:00010000:0.0:1734016084.625941:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 5274097 -> 7692288 00002000:00010000:0.0:1734016084.625947:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 528 -> 584 00010000:00010000:0.0:1734016084.625963:0:7697:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.625976:0:7697:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.625985:0:7697:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.625991:0:7697:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cc000 already unused, calling callback (ffffffffa0861100) 00010000:00010000:0.0:1734016084.625996:0:7697:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.626004:0:7697:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.626023:0:7697:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.626029:0:7697:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc000/0x857af32d4ea1d204 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7663616->7692287] (req 7663616->7692287) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016084.626164:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247337963264:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 21668us (22447us total) trans 4294969555 rc 0/0 00000100:00100000:0.0:1734016084.626174:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8632 00000100:00100000:0.0:1734016084.630099:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337963520 00000100:00100000:0.0:1734016084.630113:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337963520 00000100:00100000:0.0:1734016084.630173:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11174 00000100:00100000:0.0:1734016084.630182:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247337963520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.630210:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.630234:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1d20b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab47 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1734016084.630405:0:7693:0:(ofd_lvb.c:169:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 7692288, mtime: 0x675afc54, atime: 0x675afc53, ctime: 0x675afc54, blocks: 0x248 00000100:00100000:0.0:1734016084.634466:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337963776 00000100:00100000:0.0:1734016084.634478:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337963776 00000100:00100000:0.0:1734016084.634556:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8633 00000100:00100000:0.0:1734016084.634565:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247337963776:12345-192.168.201.60@tcp:4:fsx.0 00010000:00010000:0.0:1734016084.634609:0:7697:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1d212 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.634624:0:7697:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1d20b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab47 expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.634632:0:7697:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.634634:0:7697:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.634637:0:7697:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1d212 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [4542464->4546559] (req 4542464->4546559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7697 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.634669:0:7697:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1d20b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab47 expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.634680:0:7697:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1d20b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab47 expref: 5 pid: 7693 timeout: 453 lvb_type: 1 00000100:00100000:0.0:1734016084.634691:0:7697:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:7697:1818247340557184:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016084.634757:0:7697:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.651931:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.657632:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.671591:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.687145:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.695043:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337965056 00000100:00100000:0.0:1734016084.695052:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337965056 00000100:00100000:0.0:1734016084.695100:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11179 00000100:00100000:0.0:1734016084.695107:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:9641:x1818247337965056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016084.695127:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016084.695146:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1d235 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab63 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.695175:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d22e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab5c expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.695181:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.695183:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016084.695186:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1d235 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6094848->6111231] (req 6094848->6111231) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab63 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.695218:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d22e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab5c expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016084.695230:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d22e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab5c expref: 5 pid: 7693 timeout: 453 lvb_type: 1 00000100:00100000:0.0:1734016084.695241:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340557696:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016084.695316:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016084.703670:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340557696:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016084.703700:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1d235 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6094848->6111231] (req 6094848->6111231) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab63 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016084.703717:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016084.703783:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:9641:x1818247337965056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8674us (8832us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.703792:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11179 00000100:00100000:0.0:1734016084.734954:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.753466:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.765219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.788416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.794890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.812738:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.814849:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016084.833448:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340558592 00000100:00100000:0.0:1734016084.833454:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340558592 00000100:00100000:0.0:1734016084.833499:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1734016084.833504:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340558592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016084.833538:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340558592:12345-0@lo:400:kworker.0 Request processed in 33us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016084.833543:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1734016084.835622:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3515:1818247340558848:0@lo:400:kworker.0 00000100:00100000:0.0:1734016084.835667:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016084.835695:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016084.835700:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3515:1818247340558720:0@lo:400:kworker.0 00000100:00100000:0.0:1734016084.835719:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016084.867127:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340559360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016084.867184:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016086.624629:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340559488 00000100:00100000:0.0:1734016086.624634:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340559488 00000100:00100000:0.0:1734016086.624673:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1734016086.624678:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340559488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1734016086.624701:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 490160704 pending 0 free 3923677184 avail 3692154880 00000100:00100000:0.0:1734016086.624727:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340559488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016086.624732:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000001:00080000:0.0:1734016087.147093:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968708 is committed 00000001:00080000:0.0:1734016087.147105:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968705 is committed 00000100:00100000:0.0:1734016089.027712:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.027766:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.029067:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.029083:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.029779:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337967360 00000100:00100000:0.0:1734016089.029783:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337967360 00000100:00100000:0.0:1734016089.029806:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 312 00000100:00100000:0.0:1734016089.029811:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1972:x1818247337967360:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016089.029832:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1972:x1818247337967360:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 21us (2128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.029837:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 312 00000100:00100000:0.0:1734016089.029857:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337967872 00000100:00100000:0.0:1734016089.029859:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337967872 00000100:00100000:0.0:1734016089.029877:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337967488 00000100:00100000:0.0:1734016089.029879:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337967488 00000100:00100000:0.0:1734016089.029890:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 185 00000100:00100000:0.0:1734016089.029894:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247337967872:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016089.029917:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247337967872:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 23us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.029922:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 185 00000100:00100000:0.0:1734016089.029930:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 186 00000100:00100000:0.0:1734016089.029934:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247337967488:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:0.0:1734016089.029949:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247337967488:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 15us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.029953:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 186 00000100:00080000:0.0:1734016089.034873:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00080000:0.0:1734016089.034879:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016059 00000100:00100000:0.0:1734016089.035290:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.035318:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016089.035764:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016059 00000100:00100000:0.0:1734016089.041634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.845502:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340559616 00000100:00100000:0.0:1734016089.845509:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340559616 00000100:00100000:0.0:1734016089.845568:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1734016089.845574:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a82b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340559616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016089.845623:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a82b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3517:x1818247340559616:12345-0@lo:400:kworker.0 Request processed in 48us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.845629:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:0.0:1734016089.845649:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016059 00000100:00080000:0.0:1734016089.845652:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016059 00000100:00080000:0.0:1734016089.845655:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016059 00000100:00100000:0.0:1734016089.900913:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.909826:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016089.921658:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923822:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923834:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923839:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48480 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016089.923842:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923849:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923861:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800ae43cd00) 00010000:00010000:0.0:1734016089.923863:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016089.923866:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.923870:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1d266 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016089.926756:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016089.947318:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337968896 00000100:00100000:0.0:1734016089.947331:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337968896 00010000:00010000:0.0:1734016089.947387:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea1d26d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab86 expref: 17 pid: 8227 timeout: 458 lvb_type: 0 00000100:00100000:0.0:1734016089.947441:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3212 00000100:00100000:0.0:1734016089.947450:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247337968896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016089.947474:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016089.947484:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea1d26d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab86 expref: 17 pid: 8227 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016089.947507:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea1d26d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab86 expref: 17 pid: 8227 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016089.947537:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea1d26d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab86 expref: 17 pid: 8227 timeout: 458 lvb_type: 0 00010000:00010000:0.0:1734016089.947554:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800ae43ce00) 00010000:00010000:0.0:1734016089.947559:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a880/0x857af32d4ea1d282 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.947568:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a880/0x857af32d4ea1d282 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.947576:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a880/0x857af32d4ea1d282 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016089.947599:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016089.947681:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247337968896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 231us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016089.947691:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3212 00000100:00100000:0.0:1734016090.025715:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337969664 00000100:00100000:0.0:1734016090.025725:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337969664 00000100:00100000:0.0:1734016090.025777:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2213 00000100:00100000:0.0:1734016090.025786:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10356:x1818247337969664:12345-192.168.201.60@tcp:101:dd.0 00010000:00010000:0.0:1734016090.025815:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016090.025833:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1d297 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adab9b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.025906:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d29e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016090.025923:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016090.025935:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016090.025995:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016090.025998:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016090.026016:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d29e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016090.026040:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1d297 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab9b expref: 20 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.026056:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1d29e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab9b expref: 19 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.026064:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880077e8ea00) 00010000:00010000:0.0:1734016090.026066:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016090.026070:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016090.026131:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10356:x1818247337969664:12345-192.168.201.60@tcp:101:dd.0 Request processed in 345us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.026137:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2213 00000100:00100000:0.0:1734016090.063719:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.188935:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.354709:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.370478:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.560647:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.654604:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247337971584:12345-192.168.201.60@tcp:4:dd.0 Request processed in 93742us (93956us total) trans 4294969561 rc 0/0 00000100:00100000:0.0:1734016090.654620:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8639 00002000:00100000:0.0:1734016090.654632:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007918e680 x1818247337971584/t4294969561(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:51/0 lens 488/448 e 0 to 0 dl 1734016101 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016090.654639:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918e680 with x1818247337971584 ext(0->4194303) 00002000:00010000:0.0:1734016090.654645:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918e680 00000100:00100000:0.0:1734016090.665566:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.714049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.771716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016090.791665:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791676:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791683:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791689:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccfc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016090.791693:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791700:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791716:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800ae43c200) 00010000:00010000:0.0:1734016090.791718:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016090.791721:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016090.791725:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d31c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016090.799847:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.807098:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.844994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.858924:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.868040:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340561024:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016090.868095:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1d338 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabda expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016090.868125:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:0.0:1734016090.868198:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10357:x1818247337973248:12345-192.168.201.60@tcp:101:dd.0 Request processed in 8093us (9293us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016090.868207:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11191 00000100:00100000:0.0:1734016090.882927:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016090.896218:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337973632 00000100:00100000:0.0:1734016090.896226:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337973632 00002000:00010000:0.0:1734016090.896259:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016090.896263:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc700 with x1818247337973632 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016090.896300:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efc700. 00000100:00100000:0.0:1734016090.896317:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337973504 00000100:00100000:0.0:1734016090.896319:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337973504 00002000:00010000:0.0:1734016090.896328:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016090.896330:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd180 with x1818247337973504 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016090.896338:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efd180. 00000100:00100000:0.0:1734016090.896350:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8640 00000100:00100000:0.0:1734016090.896356:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337973632:12345-192.168.201.60@tcp:10:dd.0 00002000:00010000:0.0:1734016090.899228:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016090.899237:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb mtime from disk: 1734016089 -> 1734016090 00002000:00010000:0.0:1734016090.899239:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016090.899241:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb ctime from disk: 1734016089 -> 1734016090 00002000:00010000:0.0:1734016090.899243:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x6:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016090.899355:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337973632:12345-192.168.201.60@tcp:10:dd.0 Request processed in 2990us (3265us total) trans 4294969562 rc 0/0 00000100:00100000:0.0:1734016090.899366:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8640 00002000:00010000:0.0:1734016090.899372:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/6 (0->18446744073709551615) 00002000:00100000:0.0:1734016090.899377:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc700 with x1818247337973632 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016090.899383:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efc700. 00000100:00100000:0.0:1734016090.899418:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8641 00000100:00100000:0.0:1734016090.899425:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247337973504:12345-192.168.201.60@tcp:10:dd.0 00000001:00080000:0.0:1734016090.942925:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968019 is committed 00000001:00100000:0.0:1734016090.942936:0:7690:0:(tgt_lastrcvd.c:534:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec 00000100:00100000:0.0:1734016091.255245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.364734:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337974144 00000100:00100000:0.0:1734016091.364743:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337974144 00000100:00100000:0.0:1734016091.364785:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11192 00000100:00100000:0.0:1734016091.364792:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337974144:12345-192.168.201.60@tcp:16:dd.0 00000100:00100000:0.0:1734016091.369786:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337974144:12345-192.168.201.60@tcp:16:dd.0 Request processed in 4988us (5116us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.369795:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11192 00000100:00100000:0.0:1734016091.521068:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.615094:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337974400:12345-192.168.201.60@tcp:4:dd.0 Request processed in 92537us (94025us total) trans 4294969563 rc 0/0 00000100:00100000:0.0:1734016091.615106:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8643 00002000:00100000:0.0:1734016091.615116:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x6:0x0] (0->4194303) req@ffff88007a0b2300 x1818247337974400/t4294969563(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:52/0 lens 488/448 e 0 to 0 dl 1734016102 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1734016091.615124:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247337974400 ext(0->4194303) 00002000:00010000:0.0:1734016091.615129:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2300 00000100:00100000:0.0:1734016091.618290:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337974528 00000100:00100000:0.0:1734016091.618296:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337974528 00000100:00100000:0.0:1734016091.618911:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11193 00000100:00100000:0.0:1734016091.618919:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247337974528:12345-192.168.201.60@tcp:16:dd.0 00000100:00100000:0.0:1734016091.621144:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247337974528:12345-192.168.201.60@tcp:16:dd.0 Request processed in 2220us (2939us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.621153:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11193 00000100:00100000:0.0:1734016091.627780:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.632905:0:3517:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734016091.632920:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340561280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016091.632967:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016091.633678:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340561280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016091.648313:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337974912 00000100:00100000:0.0:1734016091.648323:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337974912 00000100:00100000:0.0:1734016091.652692:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.655203:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.655243:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016091.656936:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016061 00000100:00080000:0.0:1734016091.656941:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016061 00000100:00100000:0.0:1734016091.658356:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11195 00000100:00100000:0.0:1734016091.658364:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337975296:12345-192.168.201.60@tcp:101:rm.0 00010000:00010000:0.0:1734016091.658386:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.658400:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1d370 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adabf6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016091.658437:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340561536:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016091.658740:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016091.661112:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size: 0 -> 4194304 00002000:00010000:0.0:1734016091.661114:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime: 1734016090 -> 1734016091 00002000:00010000:0.0:1734016091.661116:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime: 0 -> 1734016089 00002000:00010000:0.0:1734016091.661118:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime: 1734016090 -> 1734016091 00002000:00010000:0.0:1734016091.661119:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks: 0 -> 8192 00000100:00100000:0.0:1734016091.661132:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340561408:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016091.661151:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea1d369 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabef expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.661159:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea1d369 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabef expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016091.661170:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:0.0:1734016091.661202:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247337975168:12345-192.168.201.60@tcp:101:rm.0 Request processed in 4940us (6002us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016091.661209:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11194 00000100:00100000:0.0:1734016091.678178:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337975552 00000100:00100000:0.0:1734016091.678185:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337975552 00000100:00100000:0.0:1734016091.678228:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2225 00000100:00100000:0.0:1734016091.678234:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10359:x1818247337975552:12345-192.168.201.60@tcp:36:rm.0 00010000:00010000:0.0:1734016091.678309:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1734016091.678333:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1d362 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabe8 expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.678361:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1d2cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaba9 expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.678384:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea1d290 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adab94 expref: 17 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.678394:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800ae43c200) 00010000:00010000:0.0:1734016091.678401:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea1d346 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabe1 expref: 16 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.678408:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880078a87700) 00010000:00010000:0.0:1734016091.678415:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016091.678439:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678450:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678457:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678465:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d37e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678470:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678479:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678546:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678552:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678558:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000040:00080000:0.0:1734016091.678738:0:6488:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:0.0:1734016091.678744:0:6488:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 360253472007ns, next at 361253470726ns, rc = 0 00000040:00080000:0.0:1734016091.678759:0:6488:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:0.0:1734016091.678762:0:6488:0:(osp_sync.c:1781:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 360253490177ns, next at 361253489772ns, rc = 0 00010000:00010000:0.0:1734016091.678793:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678799:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678804:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678809:0:6488:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678813:0:6488:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678817:0:6488:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678825:0:6488:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678829:0:6488:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0861100) 00010000:00010000:0.0:1734016091.678832:0:6488:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678837:0:6488:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678842:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800ae43c200) 00010000:00010000:0.0:1734016091.678843:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1734016091.678846:0:6488:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 3/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678849:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d38c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678867:0:6488:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678871:0:6488:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678874:0:6488:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678877:0:6488:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933fcc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016091.678880:0:6488:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678885:0:6488:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678893:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8800ae43c200) 00010000:00010000:0.0:1734016091.678895:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1734016091.678898:0:6488:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678901:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1d385 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678979:0:6488:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678983:0:6488:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678987:0:6488:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678990:0:6488:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933dd40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016091.678993:0:6488:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.678997:0:6488:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.679002:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ae65ed00) 00010000:00010000:0.0:1734016091.679003:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016091.679005:0:6488:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.679008:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1d377 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000004:00010000:0.0:1734016091.679016:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c65880 reply state ffff880079ce8000 transno 4294968723 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d37e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016091.679022:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016091.679070:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10359:x1818247337975552:12345-192.168.201.60@tcp:36:rm.0 Request processed in 836us (963us total) trans 4294968723 rc 0/0 00000100:00100000:0.0:1734016091.679076:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2225 00000100:00100000:0.0:1734016091.704509:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337975680 00000100:00100000:0.0:1734016091.704520:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337975680 00000100:00100000:0.0:1734016091.704579:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2226 00000100:00100000:0.0:1734016091.704586:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10360:x1818247337975680:12345-192.168.201.60@tcp:101:lfs.0 00010000:00010000:0.0:1734016091.704614:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.704633:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d393 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adabfd expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.704683:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.704695:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.704705:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016091.704740:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016091.704743:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016091.704758:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016091.704774:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d393 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabfd expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.704808:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabfd expref: 17 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.704816:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ae65e400) 00010000:00010000:0.0:1734016091.704819:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016091.704821:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016091.704861:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10360:x1818247337975680:12345-192.168.201.60@tcp:101:lfs.0 Request processed in 274us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016091.704867:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2226 00000100:00100000:0.0:1734016091.710998:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337975936 00000100:00100000:0.0:1734016091.711015:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337975936 00000100:00100000:0.0:1734016091.711116:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2227 00000100:00100000:0.0:1734016091.711128:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10360:x1818247337975936:12345-192.168.201.60@tcp:101:lfs.0 00010000:00010000:0.0:1734016091.711179:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016091.711186:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1734016091.711226:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d39a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabfd expref: 17 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016091.711268:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800ae65e400) 00010000:00010000:0.0:1734016091.711335:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016091.715393:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.718113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.731963:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.739914:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.744967:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.762927:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.774045:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.790689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.797015:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.806345:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.810833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.810873:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.820439:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.826591:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.847801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.851225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.859403:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.861074:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.867683:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.871034:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.883001:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.883998:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.891221:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.895224:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.904023:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016091.907909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.415405:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.417765:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.419950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.427679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.432144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.436684:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.436716:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.444994:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.446492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.446523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.448240:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.450879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.452896:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.452925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.456977:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.473602:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340562944:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016092.473621:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016092.473667:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247337982976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10642us (13526us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.473674:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3220 00000100:00100000:0.0:1734016092.477609:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.484413:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.494244:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.503448:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337983872 00000100:00100000:0.0:1734016092.503458:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337983872 00002000:00010000:0.0:1734016092.503487:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016092.503490:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029c00 with x1818247337983872 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016092.503499:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029c00. 00000100:00100000:0.0:1734016092.503536:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8655 00000100:00100000:0.0:1734016092.503542:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247337983872:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016092.503655:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016092.503658:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.503659:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016092.503661:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.503662:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016092.503712:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247337983872:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 170us (5038us total) trans 4294968026 rc 0/0 00000100:00100000:0.0:1734016092.503722:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8655 00002000:00010000:0.0:1734016092.503724:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016092.503726:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029c00 with x1818247337983872 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016092.503729:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029c00. 00000100:00100000:0.0:1734016092.512162:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.521893:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.523997:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.524769:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337984512 00000100:00100000:0.0:1734016092.524773:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337984512 00002000:00010000:0.0:1734016092.524786:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016092.524788:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247337984512 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016092.524794:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02a680. 00000100:00100000:0.0:1734016092.524811:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8657 00000100:00100000:0.0:1734016092.524815:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247337984512:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016092.524878:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1734016092.524880:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.524882:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1734016092.524884:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016092 -> 1734016092 00002000:00010000:0.0:1734016092.524885:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016092.524921:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247337984512:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 104us (198us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1734016092.524926:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8657 00002000:00010000:0.0:1734016092.524928:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016092.524930:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247337984512 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016092.524933:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02a680. 00000100:00100000:0.0:1734016092.529850:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.541251:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.541308:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.543188:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.550769:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.563310:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.586030:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.598452:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.600323:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.600378:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.602306:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.604026:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.611557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.616022:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.621249:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.621313:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.631670:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.631772:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.647580:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.660138:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.672763:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016092.683672:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683684:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683689:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683697:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016092.683701:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683707:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683719:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016092.683722:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016092.683725:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.683729:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1d599 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016092.690651:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.702595:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.710382:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.728985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.729030:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.731007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.736879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.745839:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.752131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.753049:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247337989504:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 612us (924us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1734016092.753056:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8667 00002000:00100000:0.0:1734016092.753061:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2400256->2410353) req@ffff880078943480 x1818247337989504/t4294968031(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:53/0 lens 10592/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1734016092.753074:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943480 with x1818247337989504 ext(2400256->2410353) 00002000:00010000:0.0:1734016092.753076:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078943480 00000100:00100000:0.0:1734016092.760028:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016092.768884:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968751 is committed 00000001:00080000:0.0:1734016092.768899:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968749 is committed 00000004:00080000:0.0:1734016092.768952:0:6469:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000004:00080000:0.0:1734016092.768976:0:6469:0:(osp_sync.c:1746:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000100:00100000:0.0:1734016092.772241:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11218 00000100:00100000:0.0:1734016092.772249:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340564992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1734016092.772287:0:7693:0:(ofd_dev.c:1768:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:6 count 1 00010000:00010000:0.0:1734016092.772308:0:7693:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772324:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1d331 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabd3 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772329:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.772331:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016092.772334:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 4/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772367:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1d331 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabd3 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.772376:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1d331 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adabd3 expref: 13 pid: 8975 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016092.772390:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340565248:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016092.772428:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.772469:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016092.779061:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968031 is committed 00000001:00080000:0.0:1734016092.779081:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968029 is committed 00000100:00100000:0.0:1734016092.779936:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340565248:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016092.779958:0:7693:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.785788:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.791034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016092.791599:0:7693:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791606:0:7693:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791613:0:7693:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791619:0:7693:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791625:0:7693:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791634:0:7693:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0861100) 00010000:00010000:0.0:1734016092.791637:0:7693:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791642:0:7693:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791653:0:7693:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.791658:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1d5ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.794424:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3516:x1818247340564992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22172us (25099us total) trans 4294968032 rc 0/0 00000100:00100000:0.0:1734016092.794433:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11218 00000004:00080000:0.0:1734016092.801651:0:3515:0:(osp_sync.c:561:osp_sync_interpret()) reply req ffff880079efdc00/2, rc 0, transno 2283 00000100:00100000:0.0:1734016092.801665:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340565120:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1734016092.801951:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337990144 00000100:00100000:0.0:1734016092.801957:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337990144 00000100:00100000:0.0:1734016092.802006:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2255 00000100:00100000:0.0:1734016092.802014:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247337990144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.802037:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.802059:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d5bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adacf2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.802173:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d5c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.802186:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.802196:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016092.802225:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6604658 00000004:00200000:0.0:1734016092.802229:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016092.802247:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016092.802290:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea1d5bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adacf2 expref: 19 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.802309:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d5c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adacf2 expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.802316:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016092.802319:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016092.802322:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016092.802373:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247337990144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 360us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016092.802378:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2255 00000100:00100000:0.0:1734016092.805854:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.808888:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337990400 00000100:00100000:0.0:1734016092.808896:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337990400 00000100:00100000:0.0:1734016092.808938:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11222 00000100:00100000:0.0:1734016092.808945:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247337990400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016092.808964:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016092.808982:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1d5d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adad00 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.809027:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340565632:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016092.809078:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.817727:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.817780:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.825071:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.829955:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337990912 00000100:00100000:0.0:1734016092.829964:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337990912 00010000:00010000:0.0:1734016092.829991:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1d5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adace4 expref: 14 pid: 7692 timeout: 461 lvb_type: 0 00000100:00100000:0.0:1734016092.830015:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3229 00000100:00100000:0.0:1734016092.830022:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247337990912:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016092.830036:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016092.830054:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1d5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adace4 expref: 14 pid: 7692 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016092.830064:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1d5a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adace4 expref: 14 pid: 7692 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016092.830082:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1d5a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adace4 expref: 14 pid: 7692 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016092.830109:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.830112:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016092.830118:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1d5e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adad15 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.830125:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1d5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adad15 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016092.830154:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1d5e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adad15 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016092.830166:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340566144:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016092.830202:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016092.843391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.854432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.869761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.881233:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.902501:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.911798:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247337992064 00000100:00100000:0.0:1734016092.911808:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247337992064 00002000:00100000:0.0:1734016092.911849:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1642496->1654783) req@ffff880079daa680 x1818247337992064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:53/0 lens 488/0 e 0 to 0 dl 1734016103 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.911858:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daa680 with x1818247337992064 ext(1642496->1654783) 00002000:00010000:0.0:1734016092.911863:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079daa680 00000100:00100000:0.0:1734016092.911891:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8670 00000100:00100000:0.0:1734016092.911897:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247337992064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016092.912075:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247337992064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 176us (352us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1734016092.912083:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8670 00002000:00100000:0.0:1734016092.912089:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1642496->1654783) req@ffff880079daa680 x1818247337992064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:53/0 lens 488/12728 e 0 to 0 dl 1734016103 ref 1 fl Complete:/200/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.912096:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daa680 with x1818247337992064 ext(1642496->1654783) 00002000:00010000:0.0:1734016092.912098:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079daa680 00000100:00100000:0.0:1734016092.918050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.932403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.959265:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.965236:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016092.986961:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247337992576:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 20442us (21701us total) trans 4294969580 rc 0/0 00000100:00100000:0.0:1734016092.986991:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 289 00002000:00100000:0.0:1734016092.987010:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1654784->1667071) req@ffff88007a0b1f80 x1818247337992576/t4294969580(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:53/0 lens 12776/448 e 0 to 0 dl 1734016103 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016092.987020:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1f80 with x1818247337992576 ext(1654784->1667071) 00010000:00010000:0.0:1734016092.987031:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1d5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adad15 expref: 17 pid: 8975 timeout: 461 lvb_type: 0 00010000:00010000:0.0:1734016092.987049:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1d5e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adad15 expref: 17 pid: 8975 timeout: 461 lvb_type: 0 00002000:00010000:0.0:1734016092.987057:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a0b1f80 00000100:00100000:0.0:1734016092.993420:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.000571:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.009321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.009380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.021437:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.029479:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.034677:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.042243:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.044424:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247337993728:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1965us (2180us total) trans 4294968033 rc 0/0 00000100:00100000:0.0:1734016093.044437:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11235 00000100:00100000:0.0:1734016093.052923:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.056461:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.060967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.071953:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.080671:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.086131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.089509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.093940:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1971:x1818247337995008:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4123us (4423us total) trans 4294969581 rc 0/0 00000100:00100000:0.0:1734016093.093964:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8675 00002000:00100000:0.0:1734016093.093984:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (172032->2277375) req@ffff88007a126a00 x1818247337995008/t4294969581(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:54/0 lens 504/448 e 0 to 0 dl 1734016104 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016093.093995:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a126a00 with x1818247337995008 ext(172032->2277375) 00002000:00010000:0.0:1734016093.094002:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a126a00 00000100:00100000:0.0:1734016093.096778:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016093.097079:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:0.0:1734016093.099577:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.106170:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.106243:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.113914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.114000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.122840:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.134789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.150699:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.156797:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016093.167390:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968034 is committed 00000001:00080000:0.0:1734016093.167435:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968032 is committed 00000100:00100000:0.0:1734016093.176889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.177208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.178437:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11244 00000100:00100000:0.0:1734016093.178446:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247337996672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.178455:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.178467:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1d664 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adad85 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.178494:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340568576:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016093.178520:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.194191:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.206619:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.209502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.224711:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.309981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.324497:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.337235:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.344717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.349525:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.349556:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.368012:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.376318:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.384691:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.411517:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.413831:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016093.415737:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968035 is committed 00000100:00100000:0.0:1734016093.422320:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.441189:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.445834:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.450468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.463705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.469884:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.478904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.489155:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.495522:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016093.499829:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969583 is committed 00000001:00080000:0.0:1734016093.499842:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969582 is committed 00000100:00100000:0.0:1734016093.507112:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.507177:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.547096:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.554758:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.557492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.576894:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.599496:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016093.600846:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016063 00000100:00100000:0.0:1734016093.626204:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.635105:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.645794:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.650634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.651448:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.655869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.659003:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.659064:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.665861:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.665908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.666267:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11270 00000100:00100000:0.0:1734016093.666301:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338003328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.666309:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.666319:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d721 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adae3b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.666352:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130884000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340572544:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016093.666371:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.675044:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.675111:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.682837:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.682892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.695983:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.696099:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.705712:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.706671:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.718206:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.725361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.745581:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.760498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.763825:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.768970:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.781992:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.797578:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.807360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.807411:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.818021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.823870:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.836915:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.842952:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.847718:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016093.850007:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969588 is committed 00000001:00080000:0.0:1734016093.850034:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969587 is committed 00000100:00100000:0.0:1734016093.854685:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.856970:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.870981:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.871960:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.873791:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11292 00000100:00100000:0.0:1734016093.873796:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338007680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016093.873804:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016093.873815:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1d7b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adaec0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016093.873842:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340575232:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016093.874174:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016093.894554:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.903259:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340575616:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016093.903684:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea1d7c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaedc expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016093.903703:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:0.0:1734016093.904204:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338008192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8994us (9658us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.904212:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11295 00000100:00100000:0.0:1734016093.912736:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.926942:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.933602:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.952739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.966519:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016093.977954:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340576000:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016093.977982:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016093.978034:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338009216:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10191us (11521us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016093.978045:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3245 00000100:00100000:0.0:1734016094.002539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.029916:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016094.030246:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016064 00000100:00100000:0.0:1734016094.098521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.123839:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.147178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.153531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.166762:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.166809:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016094.171407:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016064 00000100:00100000:0.0:1734016094.172102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.180233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.184032:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.195029:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.207352:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.218745:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.225841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.235834:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.254580:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.352402:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.362863:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.376604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.389467:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.395970:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.402362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.421255:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.458414:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.471190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.472588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.487080:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.516642:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.531500:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.539838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016094.545955:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968038 is committed 00000001:00080000:0.0:1734016094.545990:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968036 is committed 00000100:00100000:0.0:1734016094.550765:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.567258:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338014976 00000100:00100000:0.0:1734016094.567291:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338014976 00000100:00100000:0.0:1734016094.574454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.580116:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.585727:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.589441:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.594508:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.598479:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.611149:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.627897:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.634321:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.638561:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338016512 00000100:00100000:0.0:1734016094.638569:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338016512 00010000:00010000:0.0:1734016094.638609:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1d871 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaf6f expref: 20 pid: 6488 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016094.638649:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3252 00000100:00100000:0.0:1734016094.638658:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338016512:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016094.638679:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016094.638688:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1d871 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaf6f expref: 20 pid: 6488 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016094.638699:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1d871 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaf6f expref: 20 pid: 6488 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016094.638728:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1d871 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adaf6f expref: 20 pid: 6488 timeout: 463 lvb_type: 0 00010000:00010000:0.0:1734016094.638751:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016094.638755:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1d89b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016094.638762:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1d89b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016094.638768:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1d89b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016094.638784:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.638835:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338016512:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 178us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.638841:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3252 00000100:00100000:0.0:1734016094.641421:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.645466:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.653149:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.653208:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.656685:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.662871:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.672407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.683035:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8707 00000100:00100000:0.0:1734016094.683050:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338017664:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016094.687886:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.697860:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.697934:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.711594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.720268:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.725235:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.736415:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.742452:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.750488:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.755257:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.765030:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.771549:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.780267:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.785260:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.796120:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.810205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.828573:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.837030:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.838070:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11340 00000100:00100000:0.0:1734016094.838081:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338020352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016094.838107:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016094.838131:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d93c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb017 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016094.838218:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340582016:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016094.838545:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016094.844623:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.849224:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:123d60fc-3316-40c8-a1fa-076b804ddee7:3515:1818247340582272:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.850045:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016094.850063:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340582784:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.850080:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016094.850089:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016094.850093:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340582656:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.850111:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016094.850907:0:3515:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968032 gen 2 00000004:00080000:0.0:1734016094.850914:0:3515:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88006f277480, transno 4294968032 00000100:00100000:0.0:1734016094.850935:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340582656:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.850947:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079169500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340582784:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.850953:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:123d60fc-3316-40c8-a1fa-076b804ddee7:3515:1818247340582272:0@lo:400:kworker.0 00000100:00100000:0.0:1734016094.864147:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.876862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.881581:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340583168 00000100:00100000:0.0:1734016094.881588:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340583168 00000100:00100000:0.0:1734016094.881615:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734016094.881621:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340583168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734016094.881639:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980070976 pending 28672 free 3919130624 avail 3687473152 00000100:00100000:0.0:1734016094.881670:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340583168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.881676:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1734016094.883359:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.886569:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.889975:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.890009:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.893679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.897483:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.897686:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.905675:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.905718:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.914104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.937255:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.937317:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.952885:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.952938:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.957505:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.963890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.974371:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340584704:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016094.974392:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016094.974433:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338023040:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8436us (10548us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016094.974443:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3257 00000100:00100000:0.0:1734016094.977530:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016094.999423:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.007993:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.012935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.017536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.025119:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016095.026742:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016065 00000100:00100000:0.0:1734016095.031657:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.042694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.042741:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016095.042951:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016065 00000100:00100000:0.0:1734016095.053107:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.053245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.066209:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.070236:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.075974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.082653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.085790:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.086499:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.086531:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338026112 00000100:00100000:0.0:1734016095.086538:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338026112 00000100:00100000:0.0:1734016095.086596:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338025984 00000100:00100000:0.0:1734016095.086599:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338025984 00000100:00100000:0.0:1734016095.086618:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11356 00000100:00100000:0.0:1734016095.086627:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338026112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.086646:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.086663:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1d9cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb095 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.086717:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340585472:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016095.086767:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.101406:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.101461:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.131526:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.139854:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.143511:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.148381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016095.150814:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968046 is committed 00000001:00080000:0.0:1734016095.150847:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968041 is committed 00000100:00100000:0.0:1734016095.154536:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.155151:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.155924:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11362 00000100:00100000:0.0:1734016095.155932:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338027776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.155942:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.155953:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1d9f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb0aa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.155982:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340586112:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016095.156389:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.161425:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.161467:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.173444:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.188177:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.192777:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338028672 00000100:00100000:0.0:1734016095.192788:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338028672 00000100:00100000:0.0:1734016095.192844:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11367 00000100:00100000:0.0:1734016095.192857:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338028672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.192883:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.192908:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1da0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb0cd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.193000:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340586752:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016095.193088:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.197520:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.210108:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.219719:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.221594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.234309:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.244753:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.249572:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016095.258973:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.258996:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.259005:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.259012:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016095.259019:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.259027:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.259056:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016095.259059:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016095.259064:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.259069:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1da38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016095.259978:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338029824 00000100:00100000:0.0:1734016095.259986:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338029824 00000100:00100000:0.0:1734016095.260032:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11372 00000100:00100000:0.0:1734016095.260038:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338029824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.260058:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.260076:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1da3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb0f0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.260102:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d9ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb080 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.260108:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.260109:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016095.260113:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1da3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb0f0 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.260141:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d9ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb080 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.260156:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1d9ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb080 expref: 6 pid: 7694 timeout: 463 lvb_type: 0 00000100:00100000:0.0:1734016095.260168:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340587392:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016095.260254:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.271031:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.280004:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340587520:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016095.280027:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016095.280093:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338029952:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7972us (9083us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.280106:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3262 00000100:00100000:0.0:1734016095.283535:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.287523:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.295400:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.295702:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.322205:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338030976 00000100:00100000:0.0:1734016095.322222:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338030976 00000100:00100000:0.0:1734016095.322326:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2279 00000100:00100000:0.0:1734016095.322335:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338030976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.322369:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.322399:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1da70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb11a expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.322518:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1da77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.322534:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1da77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.322546:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1da77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016095.322573:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3325452 00000004:00200000:0.0:1734016095.322578:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016095.322596:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1da77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.322621:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1da70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb11a expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.322669:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea1da77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb11a expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.322676:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016095.322680:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016095.322684:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016095.322743:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338030976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 407us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.322750:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2279 00000100:00100000:0.0:1734016095.326027:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.326090:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.330142:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11378 00000100:00100000:0.0:1734016095.330151:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338031104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.330161:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.330176:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1da85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb121 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016095.330209:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340588288:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016095.330237:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016095.341046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.341095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.353234:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.353320:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.370058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.378085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.382100:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.393706:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.401763:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.407475:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.412842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.419339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016095.421940:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1dab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016095.421956:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1dab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:0.0:1734016095.422114:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968766 00000004:00010000:0.0:1734016095.422192:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012273aa00 reply state ffff880079f66000 transno 4294968767 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1dab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016095.422199:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016095.423658:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338033152:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9308us (10799us total) trans 4294968767 rc 0/0 00000100:00100000:0.0:1734016095.423677:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2280 00000020:00080000:0.0:1734016095.423694:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016095.437473:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.437514:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.444404:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.444478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.448500:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.449774:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2281 00000100:00100000:0.0:1734016095.449787:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338034048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016095.449814:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016095.449848:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1dac4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb160 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.449963:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea1dacb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.449980:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea1dacb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.449995:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea1dacb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016095.450025:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2106389 00000004:00200000:0.0:1734016095.450030:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016095.450052:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea1dacb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016095.450076:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1dac4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb160 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.450117:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea1dacb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb160 expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016095.450124:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016095.450126:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016095.450129:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016095.450203:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338034048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 419us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.450210:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2281 00000100:00100000:0.0:1734016095.453729:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.455983:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.475895:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.475956:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.488136:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.488190:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.501641:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.501690:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.535439:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.540255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.546362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.556504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.563158:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.567482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.573161:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.583515:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.589382:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.593731:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.602512:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.624585:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.627539:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.635925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.639889:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.644474:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.649607:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.654961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.660453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.667049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.669597:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.672799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.676905:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.685343:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.685380:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.694498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.699843:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.708889:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.715928:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.721150:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.724426:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.743148:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.743200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.757026:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.764050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.769998:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.774700:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.781425:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.787831:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.807244:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.813082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.820724:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.834345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.858583:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.869466:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.875541:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.880543:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.895408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016095.899575:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968054 is committed 00000100:00100000:0.0:1734016095.903719:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.913423:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.924009:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.935818:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.951986:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.960636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.968141:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.974146:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.980238:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338044416 00000100:00100000:0.0:1734016095.980250:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338044416 00002000:00100000:0.0:1734016095.980335:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3776512->3780607) req@ffff880079dabb80 x1818247338044416/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:56/0 lens 488/0 e 0 to 0 dl 1734016106 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.980345:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dabb80 with x1818247338044416 ext(3776512->3780607) 00002000:00010000:0.0:1734016095.980352:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079dabb80 00000100:00100000:0.0:1734016095.980379:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8745 00000100:00100000:0.0:1734016095.980386:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338044416:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016095.980529:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338044416:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 143us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016095.980535:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8745 00002000:00100000:0.0:1734016095.980540:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3776512->3780607) req@ffff880079dabb80 x1818247338044416/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:56/0 lens 488/440 e 0 to 0 dl 1734016106 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016095.980547:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dabb80 with x1818247338044416 ext(3776512->3780607) 00002000:00010000:0.0:1734016095.980549:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079dabb80 00000100:00100000:0.0:1734016095.982898:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.991531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016095.998606:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.002262:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.014759:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.021567:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016096.023765:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968055 is committed 00000100:00100000:0.0:1734016096.032121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016096.032446:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016066 00000100:00100000:0.0:1734016096.043801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.054413:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.060628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.063786:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.066766:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.072718:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.084183:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.151820:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.171773:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.186728:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.186785:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.196598:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.216436:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.216506:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.218884:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11435 00000100:00100000:0.0:1734016096.218891:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338047616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.218900:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.218910:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1dc4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb2b0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.218940:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340596736:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016096.219355:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.276572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.287666:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.291399:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016096.292932:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968056 is committed 00000100:00100000:0.0:1734016096.298869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.298928:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.299723:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11440 00000100:00100000:0.0:1734016096.299729:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338048640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.299739:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.299755:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1dc68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb2cc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.299788:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340597248:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016096.299820:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.306642:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338048896 00000100:00100000:0.0:1734016096.306653:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338048896 00000100:00100000:0.0:1734016096.307193:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11441 00000100:00100000:0.0:1734016096.307200:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338048896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.307219:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.307238:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1dc6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb2da expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.307290:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1dc3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->630783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb2a9 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.307306:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.307308:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016096.307311:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1dc6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb2da expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.307337:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1dc3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->630783) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb2a9 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.307352:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1dc3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 618496->630783) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb2a9 expref: 8 pid: 13929 timeout: 464 lvb_type: 0 00000100:00100000:0.0:1734016096.307364:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340597376:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016096.307704:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.312435:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.312540:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340597376:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016096.312576:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1dc6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb2da expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.312598:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016096.312661:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338048896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5460us (6113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.312671:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11441 00000100:00100000:0.0:1734016096.318192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.375011:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.379451:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.388686:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016096.394773:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969606 is committed 00000001:00080000:0.0:1734016096.394791:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969605 is committed 00000100:00100000:0.0:1734016096.404085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.416700:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.422806:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.429828:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.434176:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.440713:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.445696:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.450450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016096.458452:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458470:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458478:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458485:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016096.458491:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458498:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458519:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016096.458522:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016096.458528:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016096.458533:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea1dc99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016096.466874:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340598400:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016096.466923:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1dca0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb304 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016096.466948:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:0.0:1734016096.467048:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338051072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7798us (8917us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016096.467059:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11449 00000100:00100000:0.0:1734016096.474680:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.481419:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.482509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.489130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.494081:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.494131:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.507935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.507983:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.514778:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.519481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.524154:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.535413:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.538717:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.543662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.550331:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.557440:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.563194:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.571908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.587615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.587676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.592943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.598564:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.598612:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.608709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.608834:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.619076:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.619135:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.631961:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016096.641090:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016066 00000100:00100000:0.0:1734016096.657726:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.663025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016096.664479:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969609 is committed 00000001:00080000:0.0:1734016096.664498:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969607 is committed 00000100:00100000:0.0:1734016096.668819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.669761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.677162:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.686234:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.696370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.709230:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.756871:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.756910:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.756946:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.763640:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340601344:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016096.763661:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea1dd5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb397 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.763672:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea1dd5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb397 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.763693:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:0.0:1734016096.763719:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338057088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6462us (6808us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.763729:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11468 00000100:00100000:0.0:1734016096.766935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.766979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.767312:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11470 00000100:00100000:0.0:1734016096.767318:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338057472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.767325:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.767334:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1dd6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb3a5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.767358:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340601600:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016096.767377:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.768717:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340601600:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016096.768743:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1dd6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb3a5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.768753:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1dd6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb3a5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016096.768764:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016096.768793:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338057472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1475us (1813us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016096.768800:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11470 00000100:00100000:0.0:1734016096.782514:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.787158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.787710:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.811223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.811266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.821650:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11476 00000100:00100000:0.0:1734016096.821659:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338058368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016096.821685:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016096.821713:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1dd8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb3cf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016096.821792:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340602240:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016096.822342:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016096.830253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.835469:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.850851:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.855991:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.858826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.863536:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.877204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.881225:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.888375:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.895469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.899328:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.902314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.907764:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.924049:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.928181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.928224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.942620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.942693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.967166:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.967935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.983626:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016096.983680:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.001679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.001746:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016097.003225:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016067 00000100:00100000:0.0:1734016097.031472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.050134:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016097.051492:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016067 00000100:00100000:0.0:1734016097.059470:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.071236:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.077330:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.082452:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016097.087549:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016067 00000100:00100000:0.0:1734016097.093210:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.104944:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.125727:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.138542:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.146862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.161715:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.215564:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.230166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.238484:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.242815:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016097.243583:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016067 00000100:00100000:0.0:1734016097.248205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.254612:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.261946:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.267443:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.272201:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.277881:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016097.279016:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016067 00000100:00100000:0.0:1734016097.280521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.280563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.292426:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.306674:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.315035:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.324844:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.353607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.369429:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.378499:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.392653:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.401593:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.407139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.413951:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.423888:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.454410:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.458997:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.461146:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338068352 00000100:00100000:0.0:1734016097.461151:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338068352 00000100:00100000:0.0:1734016097.461184:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11521 00000100:00100000:0.0:1734016097.461189:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338068352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.461198:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.461210:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea1def3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb50a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.461257:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340608384:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016097.461336:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.467880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.472739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.478624:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.483580:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.485664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.489960:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.494192:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.496691:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340609024:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016097.496721:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea1df16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb52d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.496735:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea1df16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb52d expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.496913:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:0.0:1734016097.497069:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338069504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2455us (2882us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.497077:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11526 00000100:00100000:0.0:1734016097.499021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.503516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.508520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.527172:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.529705:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340609536:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016097.529740:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1df2b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb542 expref: 16 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.529753:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1df2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb542 expref: 16 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.529774:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:0.0:1734016097.529812:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338070272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2425us (2654us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016097.529820:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11530 00000100:00100000:0.0:1734016097.536008:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338070400 00000100:00100000:0.0:1734016097.536017:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338070400 00000100:00100000:0.0:1734016097.536663:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11531 00000100:00100000:0.0:1734016097.536674:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338070400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.536697:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.536728:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1df32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb549 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.536781:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1dee5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2686976->2695167) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb4fc expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.536793:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.536802:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.536805:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.536808:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1df32 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb549 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.536854:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016097.536866:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 466 lvb_type: 1 00000100:00100000:0.0:1734016097.536888:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340609664:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016097.536971:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1dee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2686976->2695167) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb4fc expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.536980:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1dee5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2686976->2695167) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb4fc expref: 6 pid: 7693 timeout: 466 lvb_type: 0 00000100:00100000:0.0:1734016097.536988:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340609792:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016097.537007:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.549002:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3294 00000100:00100000:0.0:1734016097.549007:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338070528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016097.549015:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016097.549023:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 466 lvb_type: 1 00010000:00010000:0.0:1734016097.549032:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 466 lvb_type: 1 00010000:00010000:0.0:1734016097.549044:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1deec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb503 expref: 10 pid: 7693 timeout: 466 lvb_type: 1 00010000:00010000:0.0:1734016097.549058:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.549060:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016097.549067:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1df32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb549 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.549076:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1df32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb549 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016097.549106:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1df32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb549 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.549118:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340609920:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016097.549161:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.555799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.561384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.561436:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.561843:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11534 00000100:00100000:0.0:1734016097.561850:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338070912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.561859:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.561869:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1df40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb550 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.561901:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340610176:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016097.561922:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.567486:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.567563:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.588892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.592878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.598681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.603492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.619476:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.627731:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.633577:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.640899:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.655090:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.665468:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.665543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.673529:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.681512:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338073856 00000100:00100000:0.0:1734016097.681524:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338073856 00002000:00100000:0.0:1734016097.681574:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3493888->3497983) req@ffff88007916b100 x1818247338073856/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:58/0 lens 4584/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.681585:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b100 with x1818247338073856 ext(3493888->3497983) 00002000:00010000:0.0:1734016097.681591:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916b100 00000100:00100000:0.0:1734016097.681655:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8783 00000100:00100000:0.0:1734016097.681661:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338073856:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016097.682871:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338073856:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1206us (1623us total) trans 4294969617 rc 0/0 00000100:00100000:0.0:1734016097.682880:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8783 00002000:00100000:0.0:1734016097.682886:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3493888->3497983) req@ffff88007916b100 x1818247338073856/t4294969617(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:58/0 lens 4584/448 e 0 to 0 dl 1734016108 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.682893:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b100 with x1818247338073856 ext(3493888->3497983) 00002000:00010000:0.0:1734016097.682895:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916b100 00000100:00100000:0.0:1734016097.691239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016097.693750:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969617 is committed 00000100:00100000:0.0:1734016097.702812:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338074496 00000100:00100000:0.0:1734016097.702828:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338074496 00000100:00100000:0.0:1734016097.702897:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338074368 00000100:00100000:0.0:1734016097.702900:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338074368 00000100:00100000:0.0:1734016097.702942:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11547 00000100:00100000:0.0:1734016097.702955:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338074496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.702980:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.703009:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1dfb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb5b9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.703118:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d53480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340611968:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016097.703214:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.716364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.733464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.733552:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.741741:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338075520 00000100:00100000:0.0:1734016097.741754:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338075520 00002000:00100000:0.0:1734016097.741811:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1196032->4284415) req@ffff880079168380 x1818247338075520/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:58/0 lens 504/0 e 0 to 0 dl 1734016108 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016097.741826:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079168380 with x1818247338075520 ext(1196032->4284415) 00002000:00010000:0.0:1734016097.741832:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079168380 00000100:00100000:0.0:1734016097.741869:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8786 00000100:00100000:0.0:1734016097.741878:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338075520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016097.757339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.794940:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.795003:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.823363:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.823410:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.834768:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.838122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.842019:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338076672 00000100:00100000:0.0:1734016097.842032:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338076672 00000100:00100000:0.0:1734016097.842087:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11558 00000100:00100000:0.0:1734016097.842094:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338076672:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016097.842372:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4284320 -> 4284320 00002000:00010000:0.0:1734016097.842376:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016097.842378:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016097 -> 1734016096 00002000:00010000:0.0:1734016097.842379:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016097 -> 1734016097 00002000:00010000:0.0:1734016097.842381:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1320 -> 1328 00000100:00100000:0.0:1734016097.842399:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338076672:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 306us (826us total) trans 4294969618 rc 0/0 00000100:00100000:0.0:1734016097.842404:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11558 00000100:00100000:0.0:1734016097.843951:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.848447:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.854470:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.866018:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.878584:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.897459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.916219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.932500:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.933593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.933626:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338078208 00000100:00100000:0.0:1734016097.933629:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338078208 00000100:00100000:0.0:1734016097.933664:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11567 00000100:00100000:0.0:1734016097.933669:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338078208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016097.933681:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016097.933705:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1e035 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb630 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016097.933740:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340614784:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016097.933778:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016097.954792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.954847:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.973162:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016097.993379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.010372:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.032522:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.042095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.067512:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.072049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.084876:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338080256 00000100:00100000:0.0:1734016098.084887:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338080256 00002000:00100000:0.0:1734016098.085179:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3465216->3469311) req@ffff88007a02b480 x1818247338080256/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.085192:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338080256 ext(3465216->3469311) 00002000:00010000:0.0:1734016098.085198:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02b480 00000100:00100000:0.0:1734016098.085235:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8789 00000100:00100000:0.0:1734016098.085243:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338080256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.085541:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338080256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 297us (1009us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.085549:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8789 00002000:00100000:0.0:1734016098.085556:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3465216->3469311) req@ffff88007a02b480 x1818247338080256/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.085564:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338080256 ext(3465216->3469311) 00002000:00010000:0.0:1734016098.085566:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02b480 00000100:00100000:0.0:1734016098.093120:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.102225:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.107459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016098.115007:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968069 is committed 00000001:00080000:0.0:1734016098.115033:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968068 is committed 00000100:00100000:0.0:1734016098.122641:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016098.130036:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016068 00000100:00100000:0.0:1734016098.133038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.143636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.154351:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.157984:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.166519:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.166576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.166616:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338081664 00000100:00100000:0.0:1734016098.166625:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338081664 00002000:00100000:0.0:1734016098.166681:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4284416->4714495) req@ffff88011eb15c00 x1818247338081664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.166691:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15c00 with x1818247338081664 ext(4284416->4714495) 00002000:00010000:0.0:1734016098.166699:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb15c00 00000100:00100000:0.0:1734016098.166727:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338081792 00000100:00100000:0.0:1734016098.166730:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338081792 00002000:00100000:0.0:1734016098.166744:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3723264->3727359) req@ffff88007c660a80 x1818247338081792/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.166751:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660a80 with x1818247338081792 ext(3723264->3727359) 00002000:00010000:0.0:1734016098.166753:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660a80 00000100:00100000:0.0:1734016098.166765:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8791 00000100:00100000:0.0:1734016098.166771:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338081664:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.190554:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.210646:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338082048 00000100:00100000:0.0:1734016098.210658:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338082048 00000100:00100000:0.0:1734016098.210719:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338082176 00000100:00100000:0.0:1734016098.210722:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338082176 00000100:00100000:0.0:1734016098.210754:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11583 00000100:00100000:0.0:1734016098.210763:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338082048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.210791:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.210813:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1e097 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb699 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.210884:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340616960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016098.210955:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.225188:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.236469:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340617216:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016098.236494:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1e0ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6213632->6225919] (req 6213632->6225919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb6ae expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.236506:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:0.0:1734016098.236564:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338082432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10525us (11392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.236571:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11586 00000100:00100000:0.0:1734016098.243405:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.248448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.255471:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.265708:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.280853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.302174:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.302250:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.315910:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.319064:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.325705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.346738:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.400920:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.500239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.508457:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.515539:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.517551:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.523520:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.527444:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.529872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.529915:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.537489:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11597 00000100:00100000:0.0:1734016098.537498:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338085888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016098.537508:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016098.537523:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1e0f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb6f4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.537551:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079fe1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340619008:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016098.537575:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.554064:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.554122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.574928:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016098.592523:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969621 is committed 00000001:00080000:0.0:1734016098.592535:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969620 is committed 00000100:00100000:0.0:1734016098.607482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.608212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.625064:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.641890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.675981:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.759523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.771930:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.783242:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016098.793834:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968782 is committed 00000001:00080000:0.0:1734016098.793878:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968777 is committed 00000100:00100000:0.0:1734016098.795233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.800006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.804513:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.808711:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.808767:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.837077:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340620928:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016098.837118:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea1e15b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb748 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.837135:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:0.0:1734016098.837213:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338089216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3625us (5114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016098.837221:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11609 00000100:00100000:0.0:1734016098.838130:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338089344 00000100:00100000:0.0:1734016098.838140:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338089344 00002000:00100000:0.0:1734016098.838182:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff880079cb5f80 x1818247338089344/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:59/0 lens 4584/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.838190:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338089344 ext(565248->569343) 00010000:00010000:0.0:1734016098.838200:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 8 pid: 7694 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016098.838210:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 8 pid: 7694 timeout: 467 lvb_type: 0 00002000:00010000:0.0:1734016098.838216:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb5f80 00000100:00100000:0.0:1734016098.838235:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 300 00000100:00100000:0.0:1734016098.838242:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338089344:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016098.841043:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338089344:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2787us (3195us total) trans 4294969623 rc 0/0 00000100:00100000:0.0:1734016098.841056:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 300 00002000:00100000:0.0:1734016098.841067:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff880079cb5f80 x1818247338089344/t4294969623(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:59/0 lens 4584/448 e 0 to 0 dl 1734016109 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.841076:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338089344 ext(565248->569343) 00010000:00010000:0.0:1734016098.841086:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016098.841101:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00002000:00010000:0.0:1734016098.841108:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb5f80 00000100:00100000:0.0:1734016098.848592:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338089472 00000100:00100000:0.0:1734016098.848606:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338089472 00010000:00010000:0.0:1734016098.848661:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00000100:00100000:0.0:1734016098.848706:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3312 00000100:00100000:0.0:1734016098.848716:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338089472:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016098.848742:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016098.848774:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016098.848793:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016098.848821:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea1e123 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb725 expref: 10 pid: 7694 timeout: 467 lvb_type: 0 00010000:00010000:0.0:1734016098.848860:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.848862:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016098.848870:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea1e15b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb748 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.848879:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea1e15b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb748 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016098.848927:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea1e15b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb748 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016098.848942:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340621056:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016098.849040:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016098.854797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.861705:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016098.865571:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338089856 00000100:00100000:0.0:1734016098.865577:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338089856 00002000:00010000:0.0:1734016098.865598:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5645707->18446744073709551615) 00002000:00100000:0.0:1734016098.865602:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125c00 with x1818247338089856 ext(5645707->18446744073709551615) 00002000:00010000:0.0:1734016098.865611:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a125c00. 00000100:00100000:0.0:1734016098.865809:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338089984 00000100:00100000:0.0:1734016098.865812:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338089984 00002000:00010000:0.0:1734016098.865822:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016098.865824:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130884700 with x1818247338089984 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016098.865830:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130884700. 00000100:00100000:0.0:1734016098.879356:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338090240 00000100:00100000:0.0:1734016098.879372:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338090240 00002000:00100000:0.0:1734016098.879417:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5640191) req@ffff880130887b80 x1818247338090240/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:59/0 lens 504/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.879426:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338090240 ext(0->5640191) 00002000:00010000:0.0:1734016098.879436:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887b80 00000100:00100000:0.0:1734016098.879471:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338090368 00000100:00100000:0.0:1734016098.879473:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338090368 00002000:00100000:0.0:1734016098.879485:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880130885500 x1818247338090368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:59/0 lens 488/0 e 0 to 0 dl 1734016109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.879491:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338090368 ext(4190208->4194303) 00002000:00010000:0.0:1734016098.879493:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:0.0:1734016098.879511:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8805 00000100:00100000:0.0:1734016098.879515:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338090368:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016098.879656:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338090368:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 139us (3886us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016098.879662:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8805 00002000:00100000:0.0:1734016098.879666:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880130885500 x1818247338090368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:59/0 lens 488/4536 e 0 to 0 dl 1734016109 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016098.879672:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338090368 ext(4190208->4194303) 00002000:00010000:0.0:1734016098.879675:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:0.0:1734016098.951265:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.034802:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016099.037144:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016069 00000100:00080000:0.0:1734016099.039906:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016069 00000100:00100000:0.0:1734016099.049184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016099.049642:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00000100:00100000:0.0:1734016099.054656:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016099.061585:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969625 is committed 00000001:00080000:0.0:1734016099.061614:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969623 is committed 00000100:00100000:0.0:1734016099.076366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.076429:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:0.0:1734016099.085435:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1360 -> 1384 00000100:00100000:0.0:1734016099.085451:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340621568:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016099.085470:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea1e17e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb75d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.085478:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea1e17e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb75d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.085498:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:0.0:1734016099.085523:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338092032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8135us (9095us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016099.085527:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11613 00000100:00100000:0.0:1734016099.105262:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.105352:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.127917:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.127974:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.139545:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.159957:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.162838:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11621 00000100:00100000:0.0:1734016099.162846:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338093184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.162857:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.162875:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1e1b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb79c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.162919:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d50380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340622592:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.162953:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.180854:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.184660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.190435:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.193402:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.199456:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.200888:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016099.201923:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016069 00000100:00100000:0.0:1734016099.205627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.219770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.228966:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.232123:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.234412:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338094976:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1756us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016099.234423:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11625 00000100:00100000:0.0:1734016099.236710:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.240393:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.240477:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.250711:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.250752:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.251508:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11629 00000100:00100000:0.0:1734016099.251513:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338095616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.251521:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.251532:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1e203 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb7d4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.251558:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340623488:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.251578:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.255616:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340623488:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016099.255639:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1e203 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb7d4 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.255649:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1e203 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb7d4 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016099.255678:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016099.255727:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338095616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4212us (4974us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016099.255734:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11629 00000100:00100000:0.0:1734016099.258876:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.258923:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.271525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.271579:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.271952:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11633 00000100:00100000:0.0:1734016099.271957:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338096000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.271965:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.271976:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1e21f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb7e9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.271999:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340624000:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.272018:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.279075:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.282569:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.290646:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.293716:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.296467:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.299625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.304486:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.308781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.314689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.319094:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.329046:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.346792:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.425551:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.436369:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.554910:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338099072 00000100:00100000:0.0:1734016099.554924:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338099072 00002000:00010000:0.0:1734016099.554969:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3833962->18446744073709551615) 00002000:00100000:0.0:1734016099.554973:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885f80 with x1818247338099072 ext(3833962->18446744073709551615) 00002000:00010000:0.0:1734016099.554986:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130885f80. 00000100:00100000:0.0:1734016099.555007:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338098944 00000100:00100000:0.0:1734016099.555010:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338098944 00002000:00010000:0.0:1734016099.555019:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016099.555021:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130884e00 with x1818247338098944 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016099.555030:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130884e00. 00000100:00100000:0.0:1734016099.555043:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8818 00000100:00100000:0.0:1734016099.555051:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338099072:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016099.565941:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.571804:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.571986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.572533:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11642 00000100:00100000:0.0:1734016099.572537:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338099328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.572545:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.572559:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1e273 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb82f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.572588:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340625536:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.572608:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.582206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.582737:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.593603:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.598985:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.599036:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.619370:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.624036:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.638156:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.638211:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.643802:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.643841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.652660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.652708:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.657896:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.657944:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.662158:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.666552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.668924:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338102016:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1934us (2368us total) trans 4294969632 rc 0/0 00000100:00100000:0.0:1734016099.668933:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 302 00002000:00100000:0.0:1734016099.668941:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (610304->614399) req@ffff880079f21180 x1818247338102016/t4294969632(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:60/0 lens 4584/448 e 0 to 0 dl 1734016110 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.668949:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21180 with x1818247338102016 ext(610304->614399) 00010000:00010000:0.0:1734016099.668956:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1e249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb81a expref: 12 pid: 7692 timeout: 468 lvb_type: 0 00010000:00010000:0.0:1734016099.668968:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1e249 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb81a expref: 12 pid: 7692 timeout: 468 lvb_type: 0 00002000:00010000:0.0:1734016099.668973:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079f21180 00000100:00100000:0.0:1734016099.673120:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.678084:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.681764:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.687961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.694757:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.699520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.706381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.710972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.713914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.719820:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.719862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.725475:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338103936 00000100:00100000:0.0:1734016099.725489:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338103936 00002000:00100000:0.0:1734016099.725571:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5246975) req@ffff88007c660380 x1818247338103936/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:60/0 lens 488/0 e 0 to 0 dl 1734016110 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016099.725585:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660380 with x1818247338103936 ext(4194304->5246975) 00002000:00010000:0.0:1734016099.725593:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660380 00000100:00100000:0.0:1734016099.725622:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8824 00000100:00100000:0.0:1734016099.725630:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338103936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016099.749160:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.752224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.756007:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016099.757457:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969635 is committed 00000001:00080000:0.0:1734016099.757480:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969633 is committed 00000100:00100000:0.0:1734016099.761572:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.764047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.764101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.764520:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11663 00000100:00100000:0.0:1734016099.764527:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338104704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.764536:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.764552:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e329 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb8c9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.764608:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c4c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340628352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.764712:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.769740:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.769799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.789948:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.856476:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340628992:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.856573:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016099.856723:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00000100:00100000:0.0:1734016099.856803:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079dab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340628992:0@lo:400:kworker.0 00000100:00080000:0.0:1734016099.857029:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016069 00000100:00080000:0.0:1734016099.857126:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016069 00000100:00100000:0.0:1734016099.857144:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247340629248:0@lo:400:kworker.0 00000100:00080000:0.0:1734016099.857154:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016069 00000100:00100000:0.0:1734016099.857337:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340629376:0@lo:400:kworker.0 00000100:00080000:0.0:1734016099.857348:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016069 00000100:00100000:0.0:1734016099.857358:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340628736:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.857372:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340629120:0@lo:400:kworker.0 00000100:00100000:0.0:1734016099.862611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.868985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.890188:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340629760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016099.890245:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016099.891733:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340629760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016099.897341:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.897384:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.897406:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338105984 00000100:00100000:0.0:1734016099.897412:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338105984 00000100:00100000:0.0:1734016099.897440:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338105856 00000100:00100000:0.0:1734016099.897441:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338105856 00000100:00100000:0.0:1734016099.897454:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11668 00000100:00100000:0.0:1734016099.897460:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338105984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016099.897475:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016099.897489:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1e34c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb8f3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016099.897535:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340629888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016099.897601:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016099.905371:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.930033:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.930102:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.951795:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016099.951842:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.005394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.005446:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.005487:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338107136 00000100:00100000:0.0:1734016100.005495:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338107136 00000100:00100000:0.0:1734016100.005538:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338107008 00000100:00100000:0.0:1734016100.005540:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338107008 00000100:00100000:0.0:1734016100.005559:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11677 00000100:00100000:0.0:1734016100.005566:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338107136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.005592:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.005611:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1e384 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb92b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.005681:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340630912:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016100.005748:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.005768:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11678 00000100:00100000:0.0:1734016100.005772:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338107008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.005781:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.005792:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1e38b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb924 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.005839:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340631040:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016100.005864:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.007359:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340631040:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016100.007394:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1e38b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb924 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.007406:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1e38b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb924 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.007434:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016100.007466:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338107008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1692us (2019us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.007475:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11678 00000100:00100000:0.0:1734016100.010983:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.020487:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.025344:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.034756:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.049743:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.056076:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.057402:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338108032 00000100:00100000:0.0:1734016100.057408:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338108032 00000100:00100000:0.0:1734016100.057434:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11680 00000100:00100000:0.0:1734016100.057439:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078a41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338108032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.057454:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.057468:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e3ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb940 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.057492:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1e250 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3248127) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb821 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.057499:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016100.057500:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016100.057503:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e3ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb940 expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.057525:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1e250 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3248127) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb821 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016100.057534:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1e250 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3239936->3248127) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb821 expref: 11 pid: 7692 timeout: 468 lvb_type: 0 00000100:00100000:0.0:1734016100.057547:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340631552:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016100.057575:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.064922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016100.065452:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016070 00000100:00100000:0.0:1734016100.074229:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.074337:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.087299:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.108990:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.109058:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.120773:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.121039:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.121716:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11686 00000100:00100000:0.0:1734016100.121722:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338109184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.121730:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.121740:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1e3e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb96a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.121765:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340632448:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016100.121787:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016100.137661:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.142932:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.161958:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340632704:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016100.161976:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.161998:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338109568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 14369us (19086us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.162007:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3325 00000100:00100000:0.0:1734016100.165836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.176910:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338109952 00000100:00100000:0.0:1734016100.176926:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338109952 00000100:00100000:0.0:1734016100.177009:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11689 00000100:00100000:0.0:1734016100.177020:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338109952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.177046:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.177077:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e402 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb986 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.177165:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340632832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016100.177244:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016100.181329:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016097 -> 1734016099 00000100:00100000:0.0:1734016100.181372:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340632832:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016100.181428:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e402 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb986 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.181448:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1e402 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb986 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.181478:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016100.181546:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338109952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4523us (4828us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.181556:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11689 00000100:00100000:0.0:1734016100.184695:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.195161:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.205160:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.208759:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.219446:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.272198:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.281532:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.284130:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338110976:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1588us (2608us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.284139:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11693 00000100:00100000:0.0:1734016100.288552:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.291819:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.296219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.307986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.313884:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340633728:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016100.313929:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.315078:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338111616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6281us (7094us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.315092:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3328 00000100:00100000:0.0:1734016100.316443:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.321372:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.327458:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.330918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.339422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.359173:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.365590:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.376650:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.387568:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.391221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.397066:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.397127:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.409049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.409625:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.439727:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.484104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.490248:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.497840:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016100.505458:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969641 is committed 00000001:00080000:0.0:1734016100.505521:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969639 is committed 00000100:00100000:0.0:1734016100.519031:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.523734:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.523781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.524339:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11700 00000100:00100000:0.0:1734016100.524345:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338114944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016100.524354:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016100.524373:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1e464 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adb9d3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016100.524435:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340634752:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016100.524497:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016100.529659:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016097 -> 1734016100 00000100:00100000:0.0:1734016100.529687:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340634752:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016100.529723:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1e464 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb9d3 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.529740:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1e464 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adb9d3 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016100.529771:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016100.529841:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338114944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5494us (6058us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016100.529851:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11700 00000100:00100000:0.0:1734016100.535680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.535732:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.558848:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.558910:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.574622:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.575268:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.591554:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.598589:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.604199:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.606891:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.610534:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338116480:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3525us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.610548:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11707 00000100:00100000:0.0:1734016100.612844:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.612888:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.618800:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.618841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.623859:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.626830:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.630824:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.654530:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.708694:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.728903:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.746392:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338118016 00000100:00100000:0.0:1734016100.746408:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338118016 00000100:00100000:0.0:1734016100.768757:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.780113:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.784599:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.792032:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.803591:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340637184:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016100.803611:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016100.803728:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338118528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11459us (11706us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016100.803738:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3335 00000100:00100000:0.0:1734016100.828843:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.836677:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.853208:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.865178:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.883217:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.977875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.978532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016100.993228:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.008162:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016101.009458:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:0.0:1734016101.020134:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016101.022050:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016071 00000100:00100000:0.0:1734016101.025055:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.035901:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.035983:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.050373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.050462:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016101.051964:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.053897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.059969:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.064933:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.065044:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016101.066123:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016071 00000100:00100000:0.0:1734016101.074010:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.074129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.081400:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340638976:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016101.081486:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1e559 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbaa5 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.081508:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1e559 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbaa5 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.081551:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:0.0:1734016101.081637:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f025180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338121472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5943us (7632us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.081652:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11728 00000100:00100000:0.0:1734016101.086985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.087613:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.088937:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11731 00000100:00100000:0.0:1734016101.088946:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f025c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338121856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.088958:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.088971:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1e56e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbaba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.089038:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f025f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340639360:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.089083:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.099981:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.100043:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.111314:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338122368 00000100:00100000:0.0:1734016101.111329:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338122368 00000100:00100000:0.0:1734016101.111405:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2339 00000100:00100000:0.0:1734016101.111415:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338122368:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016101.111492:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.111529:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea1e544 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adba90 expref: 24 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.111573:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016101.111579:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016101.111889:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1e583 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016101.111909:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e536 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adba89 expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.111919:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1e583 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016101.111983:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adba89 expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.112005:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adba89 expref: 27 pid: 6486 timeout: 469 lvb_type: 0 00000100:00100000:0.0:1734016101.112032:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f026a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340639744:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016101.112155:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.118160:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.124083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.132628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.148183:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.156535:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.167339:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.167390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.178390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.191718:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.196866:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.206131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.210199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.219034:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.229925:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.241665:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.306852:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.307042:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.307506:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.323978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.343627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.356983:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.374933:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.388898:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.388947:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.404707:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.411104:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.415658:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.418144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016101.419570:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969645 is committed 00000001:00080000:0.0:1734016101.419590:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969644 is committed 00000100:00100000:0.0:1734016101.426264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.434136:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.441048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.447632:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338126976 00000100:00100000:0.0:1734016101.447642:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338126976 00000100:00100000:0.0:1734016101.454909:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.459701:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.469852:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.474176:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.474205:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338127616 00000100:00100000:0.0:1734016101.474220:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338127616 00000100:00100000:0.0:1734016101.474293:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2343 00000100:00100000:0.0:1734016101.474300:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338127616:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016101.474373:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.474405:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea1e5f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbb2a expref: 28 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.474426:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016101.474430:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016101.474638:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1e61d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016101.474649:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1e59f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbadd expref: 25 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.474655:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1e61d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016101.474688:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1e59f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbadd expref: 25 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.474701:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1e59f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbadd expref: 25 pid: 6486 timeout: 470 lvb_type: 0 00000100:00100000:0.0:1734016101.474714:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340642816:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016101.474775:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.477767:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.497322:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.502619:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8843c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338128000:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5006us (5281us total) trans 4294969646 rc 0/0 00000100:00100000:0.0:1734016101.502631:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 303 00002000:00100000:0.0:1734016101.502643:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5316608->5327837) req@ffff8800a8843c50 x1818247338128000/t4294969646(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:62/0 lens 11720/448 e 0 to 0 dl 1734016112 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016101.502653:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8843c50 with x1818247338128000 ext(5316608->5327837) 00010000:00010000:0.0:1734016101.502664:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e5fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5316608->5328895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbb31 expref: 9 pid: 7694 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016101.502680:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e5fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5316608->5328895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbb31 expref: 9 pid: 7694 timeout: 470 lvb_type: 0 00002000:00010000:0.0:1734016101.502688:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8843c50 00000100:00100000:0.0:1734016101.507780:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.513406:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.514402:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.514426:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338128256 00000100:00100000:0.0:1734016101.514429:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338128256 00002000:00010000:0.0:1734016101.515012:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016101.515015:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92680 with x1818247338128256 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016101.515023:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92680. 00000100:00100000:0.0:1734016101.515037:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8854 00000100:00100000:0.0:1734016101.515040:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338128256:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016101.515253:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5327838 -> 4194304 00002000:00010000:0.0:1734016101.515256:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.515257:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016099 -> 1734016099 00002000:00010000:0.0:1734016101.515259:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016101 -> 1734016101 00002000:00010000:0.0:1734016101.515261:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1376 -> 1352 00000100:00100000:0.0:1734016101.516586:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338128256:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1538us (2178us total) trans 4294969647 rc 0/0 00000100:00100000:0.0:1734016101.516593:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8854 00002000:00010000:0.0:1734016101.516598:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016101.516601:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92680 with x1818247338128256 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016101.516609:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92680. 00000100:00100000:0.0:1734016101.524241:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.527435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.527481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.538300:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338128896 00000100:00100000:0.0:1734016101.538312:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338128896 00000100:00100000:0.0:1734016101.538358:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338129024 00000100:00100000:0.0:1734016101.538360:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338129024 00000100:00100000:0.0:1734016101.538375:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11756 00000100:00100000:0.0:1734016101.538383:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338128896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.538405:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.538424:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1e647 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbb70 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.538482:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340643456:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.538552:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.546016:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340643584:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016101.546056:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea1e64e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbb77 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.546068:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea1e64e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbb77 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016101.546089:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:0.0:1734016101.546551:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338129024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7889us (8324us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016101.546561:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11757 00000100:00100000:0.0:1734016101.549802:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.553159:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.560029:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.566837:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.566889:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.586871:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.591640:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.591699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.592823:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11764 00000100:00100000:0.0:1734016101.592829:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338130048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.592837:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.592846:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1e686 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbba8 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.592869:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340644352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.592888:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.598794:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.598892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.613852:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338130560 00000100:00100000:0.0:1734016101.613866:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338130560 00000100:00100000:0.0:1734016101.613912:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338130432 00000100:00100000:0.0:1734016101.613914:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338130432 00000100:00100000:0.0:1734016101.614171:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11767 00000100:00100000:0.0:1734016101.614180:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338130560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.614197:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.614226:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e69b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbbc4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.614314:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130886d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340644736:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.614383:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.630706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.631177:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.639514:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.639579:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.640753:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11772 00000100:00100000:0.0:1734016101.640760:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338131072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.640770:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.640785:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e6be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbbe0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.640816:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340645376:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.640843:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016101.650441:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016071 00000100:00100000:0.0:1734016101.661364:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.673536:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.678828:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.684025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.706413:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.714017:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.718559:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.722422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.732486:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.732554:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.737137:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.758423:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.812718:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.814432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.828412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.836022:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.845022:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.845066:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.847263:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3355 00000100:00100000:0.0:1734016101.847269:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338134400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016101.847293:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016101.847302:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea1e6da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->401407) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbbfc expref: 16 pid: 7694 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016101.847310:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea1e6da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->401407) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbbfc expref: 16 pid: 7694 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016101.847321:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea1e6da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->401407) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbbfc expref: 16 pid: 7694 timeout: 470 lvb_type: 0 00010000:00010000:0.0:1734016101.847345:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.847346:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016101.847353:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea1e6fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1880064->1892351) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbc1f expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.847362:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea1e6fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1880064->1892351) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbc1f expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016101.847398:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea1e6fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1880064->1892351) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbc1f expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.847408:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f26a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340647168:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016101.847438:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016101.854082:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.866745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.866795:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.877042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.877174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.890001:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.890372:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.896138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.901560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.906575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.911925:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.923164:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.927646:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.932148:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.937900:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.937963:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.941431:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.945414:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.945463:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.952363:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.952411:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.958698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016101.989539:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11800 00000100:00100000:0.0:1734016101.989550:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338138240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016101.989571:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016101.989597:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1e797 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbca4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016101.989669:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340649728:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016101.991142:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.003883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.003995:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016102.004606:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016072 00000100:00100000:0.0:1734016102.010334:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.016267:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.033143:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.107771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.114990:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.134836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.151679:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.175899:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.301596:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.311634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.359569:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.373057:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016102.405015:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969652 is committed 00000001:00080000:0.0:1734016102.405044:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969651 is committed 00000100:00100000:0.0:1734016102.413629:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.437311:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.443636:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.455370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.474640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.499606:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338141312 00000100:00100000:0.0:1734016102.499613:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338141312 00000100:00100000:0.0:1734016102.499658:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11814 00000100:00100000:0.0:1734016102.499664:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338141312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016102.499678:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016102.499692:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1e7f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbcff expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.499730:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340651520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016102.499769:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016102.502810:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.520360:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.727475:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.742361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.751435:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.760055:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.769597:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.782140:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.801724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.831695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.837207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.840639:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.876573:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.883358:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.883411:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016102.883437:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338143872 00000100:00100000:0.0:1734016102.883443:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338143872 00010000:00010000:0.0:1734016102.883463:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1e838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd45 expref: 8 pid: 13929 timeout: 471 lvb_type: 1 00000100:00100000:0.0:1734016102.883496:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338143744 00000100:00100000:0.0:1734016102.883498:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338143744 00010000:00010000:0.0:1734016102.883505:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e831 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4665344->4669439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd3e expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00000100:00100000:0.0:1734016102.883516:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3362 00000100:00100000:0.0:1734016102.883521:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338143872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016102.883530:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.883546:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1e838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd45 expref: 8 pid: 13929 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016102.883554:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1e838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd45 expref: 8 pid: 13929 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016102.883570:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea1e838 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd45 expref: 8 pid: 13929 timeout: 471 lvb_type: 1 00010000:00010000:0.0:1734016102.883581:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016102.883597:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338143872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 76us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016102.883602:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3362 00000100:00100000:0.0:1734016102.883637:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3363 00000100:00100000:0.0:1734016102.883642:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338143744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016102.883647:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016102.883653:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e831 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4665344->4669439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd3e expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016102.883661:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e831 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4665344->4669439) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd3e expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016102.883670:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1e831 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4665344->4669439) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd3e expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016102.883677:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.883678:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016102.883682:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1e83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd4c expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.883690:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1e83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd4c expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016102.883711:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1e83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd4c expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016102.883720:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340653184:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016102.883742:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.131697:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.170496:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.182414:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.204786:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.295962:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.296009:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.298252:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11834 00000100:00100000:0.0:1734016103.298256:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338145792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.298264:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.298297:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e87e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbd8b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.298323:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340654592:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016103.298343:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016103.299886:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016101 -> 1734016103 00002000:00010000:0.0:1734016103.299891:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016101 -> 1734016102 00002000:00010000:0.0:1734016103.299893:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016101 -> 1734016103 00000100:00100000:0.0:1734016103.299907:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340654592:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016103.299931:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e87e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd8b expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.299941:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e87e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd8b expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.299955:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016103.299984:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338145792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1726us (3975us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016103.299990:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11834 00000100:00100000:0.0:1734016103.306098:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.307467:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.319572:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.325946:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016103.326283:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016073 00010000:00010000:0.0:1734016103.326306:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea1e893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016103.326311:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea1e893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016103.326379:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968808 00000004:00010000:0.0:1734016103.326411:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a969880 reply state ffff88007c482000 transno 4294968809 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea1e893 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016103.326417:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016103.326468:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338146304:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6504us (6905us total) trans 4294968809 rc 0/0 00000100:00100000:0.0:1734016103.326473:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2350 00000020:00080000:0.0:1734016103.326477:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.337035:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338146688 00000100:00100000:0.0:1734016103.337040:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338146688 00002000:00100000:0.0:1734016103.337080:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (24576->28671) req@ffff88011cd48700 x1818247338146688/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:64/0 lens 4584/0 e 0 to 0 dl 1734016114 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016103.337088:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd48700 with x1818247338146688 ext(24576->28671) 00010000:00010000:0.0:1734016103.337095:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1e83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd4c expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00010000:00010000:0.0:1734016103.337104:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1e83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbd4c expref: 7 pid: 7692 timeout: 471 lvb_type: 0 00002000:00010000:0.0:1734016103.337109:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd48700 00000100:00100000:0.0:1734016103.337133:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 305 00000100:00100000:0.0:1734016103.337137:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338146688:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016103.352412:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.377551:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.386968:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.403056:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.403099:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.422402:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.425893:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.425937:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.428627:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340655744:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016103.428644:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1e8bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdb5 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.428652:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1e8bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdb5 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.428663:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:0.0:1734016103.429639:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338147712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2934us (3699us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016103.429644:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11840 00000100:00100000:0.0:1734016103.432829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.433060:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.436419:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340656000:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016103.436437:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1e8cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdc3 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.436451:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea1e8cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdc3 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016103.436472:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:0.0:1734016103.436513:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338147968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3085us (3452us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016103.436522:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11842 00000100:00100000:0.0:1734016103.439783:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338148224 00000100:00100000:0.0:1734016103.439792:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338148224 00000100:00100000:0.0:1734016103.439837:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2352 00000100:00100000:0.0:1734016103.439844:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338148224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.439864:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.439881:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e8d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbdd1 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.439954:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1e8d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016103.439966:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1e8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016103.439975:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1e8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:0.0:1734016103.439994:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1681828 00000004:00200000:0.0:1734016103.439996:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016103.440008:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1e8d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016103.440030:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1e8d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdd1 expref: 35 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.440043:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1e8d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdd1 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.440049:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016103.440053:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016103.440055:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016103.440114:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338148224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 270us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.440119:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2352 00000100:00100000:0.0:1734016103.445373:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.456702:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016103.457507:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e8e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016103.457513:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e8e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016103.457585:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968810 00000004:00010000:0.0:1734016103.457620:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012273bb80 reply state ffff8800789a1000 transno 4294968811 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1e8e0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016103.457626:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016103.457696:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338148480:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 11963us (12330us total) trans 4294968811 rc 0/0 00000100:00100000:0.0:1734016103.457702:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2353 00000020:00080000:0.0:1734016103.457706:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016103.466087:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.468553:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.473240:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338149120 00000100:00100000:0.0:1734016103.473248:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338149120 00000100:00100000:0.0:1734016103.473309:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11844 00000100:00100000:0.0:1734016103.473313:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338149120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016103.473325:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016103.473341:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1e8fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbddf expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016103.473389:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340656384:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016103.473971:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016103.485133:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.487038:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.502564:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.515731:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.524521:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340656768:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016103.524549:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1e918 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbdfb expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016103.524564:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:0.0:1734016103.524617:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338149888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7347us (8898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016103.524626:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11847 00000100:00100000:0.0:1734016103.531075:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.537629:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.550015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.550058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016103.558096:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968092 is committed 00000001:00080000:0.0:1734016103.558105:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968091 is committed 00000100:00100000:0.0:1734016103.558784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.561241:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.566315:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.572219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.579068:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.581106:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016103.586770:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968093 is committed 00000100:00100000:0.0:1734016103.597361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.602923:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.603957:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.622225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.623392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.646350:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.736389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.752627:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.763381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.763417:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.806458:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.839440:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.850799:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.856949:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.861007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.866056:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.868928:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.873450:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.885434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.895677:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.900344:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.900392:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.904970:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.909780:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.912951:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.916185:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.916248:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.922477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.925921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.932848:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.944040:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.955747:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.961559:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.972617:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.976976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.977020:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.986138:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.991637:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016103.996926:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.000835:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.002878:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.006609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.009604:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.015647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.022314:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338158720 00000100:00100000:0.0:1734016104.022323:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338158720 00000100:00100000:0.0:1734016104.023353:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2359 00000100:00100000:0.0:1734016104.023361:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338158720:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016104.023412:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016104.023437:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1e957 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbe2c expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.023480:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016104.023484:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016104.023641:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016104.023651:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea1e92d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbe09 expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.023658:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016104.023684:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea1e92d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbe09 expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016104.023696:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea1e92d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbe09 expref: 35 pid: 6488 timeout: 472 lvb_type: 0 00000100:00100000:0.0:1734016104.023708:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c66d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340661120:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016104.023777:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.028611:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c66d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340661120:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016104.028641:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016104.029019:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016104.029025:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016104.029104:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968814 00000004:00010000:0.0:1734016104.029144:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c663800 reply state ffff88011e5ca000 transno 4294968815 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1e9ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016104.029150:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016104.029226:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338158720:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5865us (7353us total) trans 4294968815 rc 0/0 00000100:00100000:0.0:1734016104.029233:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2359 00000020:00080000:0.0:1734016104.029237:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016104.032138:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016104.032979:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016074 00000100:00100000:0.0:1734016104.044011:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016104.044947:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016074 00000100:00100000:0.0:1734016104.050003:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.050037:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.059999:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.077647:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.077697:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.088212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.093659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.093704:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.104377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.104421:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.119681:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.138389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.139833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.145797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.145868:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.154472:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.154526:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.154991:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11891 00000100:00100000:0.0:1734016104.154995:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338161664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.155002:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.155011:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1ea6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adbf28 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.155038:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340663168:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016104.155058:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.163407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.173043:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.183361:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.193573:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.208962:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.227927:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.239839:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.251534:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.268425:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.293058:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.306370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.318772:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.320059:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.328827:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.339302:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:0.0:1734016104.345977:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016102 -> 1734016103 00000100:00100000:0.0:1734016104.345988:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340664576:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016104.346005:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1eabc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbf6e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.346012:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1eabc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adbf6e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016104.346031:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:0.0:1734016104.346355:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338163968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6584us (6735us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016104.346364:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11900 00000100:00100000:0.0:1734016104.354622:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.354681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.367014:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.373190:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.378380:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.384631:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.392866:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.404909:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.414318:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.428739:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.437636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.443622:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.449361:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.457779:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.470054:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.478409:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.489626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.493331:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.502978:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.532087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.540013:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.564768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.578571:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.590377:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.606812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.616640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.627531:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.640784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.655750:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.676830:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.692980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.708537:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.708594:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.730584:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.733991:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.751086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.751152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.751723:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11931 00000100:00100000:0.0:1734016104.751728:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338168960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.751739:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.751750:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1eb8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc032 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.751781:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340668544:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016104.751820:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.767556:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.782407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.795481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.799216:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.822651:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.831246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.837639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.837730:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.850891:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.864599:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:123d60fc-3316-40c8-a1fa-076b804ddee7:3515:1818247340669312:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864670:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864691:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340669824:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864715:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864736:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016104.864741:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340669696:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864762:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864782:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340669440:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864798:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864809:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340669952:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864826:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864836:0:3516:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016104.864840:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3516:1818247340669568:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.864854:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016104.864879:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340669824 00000100:00100000:0.0:1734016104.864885:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340669824 00000100:00100000:0.0:1734016104.864926:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340669440 00000100:00100000:0.0:1734016104.864929:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340669440 00000100:00100000:0.0:1734016104.864940:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340669568 00000100:00100000:0.0:1734016104.864942:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340669568 00000100:00100000:0.0:1734016104.864954:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1734016104.864961:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340669824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865005:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340669824:12345-0@lo:400:kworker.0 Request processed in 44us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.865013:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1734016104.865028:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016104.865032:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247340669440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865055:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247340669440:12345-0@lo:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.865060:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1734016104.865069:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1734016104.865072:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3516:x1818247340669568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865091:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3516:x1818247340669568:12345-0@lo:400:kworker.0 Request processed in 18us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.865226:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00080000:0.0:1734016104.865241:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016074 00000100:00100000:0.0:1734016104.865266:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3516:1818247340669568:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865299:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340669440:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865319:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340669824:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865342:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340669696 00000100:00100000:0.0:1734016104.865344:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340669696 00000100:00100000:0.0:1734016104.865364:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340669952 00000100:00100000:0.0:1734016104.865366:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340669952 00000100:00100000:0.0:1734016104.865378:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1734016104.865382:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340669696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865410:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340669696:12345-0@lo:400:kworker.0 Request processed in 27us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.865415:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1734016104.865424:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1734016104.865428:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340669952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865450:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340669952:12345-0@lo:400:kworker.0 Request processed in 21us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016104.865454:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:0.0:1734016104.865464:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016074 00000100:00080000:0.0:1734016104.865466:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016074 00000100:00100000:0.0:1734016104.865479:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340669952:0@lo:400:kworker.0 00000100:00100000:0.0:1734016104.865493:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340669696:0@lo:400:kworker.0 00000100:00080000:0.0:1734016104.866532:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016074 00000100:00100000:0.0:1734016104.873365:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.874505:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.880828:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11935 00000100:00100000:0.0:1734016104.880833:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338170752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016104.880842:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016104.880852:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1ebcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc063 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016104.880879:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340670208:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016104.885808:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016104.898318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.900162:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.913927:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.924184:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.930066:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016104.943783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.004461:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016105.005370:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:0.0:1734016105.011057:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.022371:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.032813:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016105.033654:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016075 00000100:00100000:0.0:1734016105.039416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.042247:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.042331:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.081962:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.082077:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.105628:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340672000:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016105.105646:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1ec1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc0a9 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.105659:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1ec1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc0a9 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016105.106084:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:0.0:1734016105.106113:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338172928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4565us (4794us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016105.106120:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 11948 00000100:00100000:0.0:1734016105.109941:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338173184 00000100:00100000:0.0:1734016105.109950:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338173184 00000100:00100000:0.0:1734016105.109995:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11949 00000100:00100000:0.0:1734016105.110002:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338173184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.110018:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.110033:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1ec21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc0b7 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.110060:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1ebf0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4587520->4595711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc086 expref: 19 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.110066:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.110068:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016105.110072:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1ec21 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3559424->3563519] (req 3559424->3563519) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc0b7 expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.110097:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1ebf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4587520->4595711) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc086 expref: 19 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016105.110112:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1ebf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4587520->4595711) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc086 expref: 19 pid: 13929 timeout: 473 lvb_type: 0 00000100:00100000:0.0:1734016105.110122:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f024e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340672128:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016105.110190:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.112564:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.124604:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.129389:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.140227:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.144540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.149107:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.156862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.156918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.183071:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.190736:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.195828:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.273199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.277090:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.280935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016105.283566:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968098 is committed 00000001:00080000:0.0:1734016105.283580:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968096 is committed 00000100:00100000:0.0:1734016105.288497:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.289054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.289448:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11957 00000100:00100000:0.0:1734016105.289453:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338176000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.289462:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.289471:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1ec4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc0da expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.289495:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f024e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340673152:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016105.289514:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.296397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.296460:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.305344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.311618:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.311721:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.317855:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.317904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.323516:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.328559:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.333127:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.340125:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.346157:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.356085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.359948:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.359986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.379090:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.386222:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.395996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.396044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.400185:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.405040:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.405119:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.413966:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.414020:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.432986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.433040:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.434337:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8910 00000100:00100000:0.0:1734016105.434341:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338179968:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016105.434494:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338179968:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 152us (1453us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016105.434499:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8910 00002000:00100000:0.0:1734016105.434503:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2416640->2420735) req@ffff88007c5e1880 x1818247338179968/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:66/0 lens 488/4536 e 0 to 0 dl 1734016116 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016105.434509:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5e1880 with x1818247338179968 ext(2416640->2420735) 00002000:00010000:0.0:1734016105.434511:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5e1880 00000100:00100000:0.0:1734016105.451695:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.478970:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338180480 00000100:00100000:0.0:1734016105.478978:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338180480 00000100:00100000:0.0:1734016105.479013:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11971 00000100:00100000:0.0:1734016105.479018:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338180480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.479035:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.479057:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1ecd0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc151 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.479083:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338180352 00000100:00100000:0.0:1734016105.479086:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338180352 00000100:00100000:0.0:1734016105.479102:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11972 00000100:00100000:0.0:1734016105.479106:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338180352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.479112:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.479120:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1ecd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc14a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.479172:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340675200:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016105.479224:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.479290:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340675328:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016105.479307:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.509648:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.509706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.526242:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.526321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.537436:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.546523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.554781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.558253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.562712:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.571331:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.578668:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.586441:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.591055:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.598406:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.603020:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.606673:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.613507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.617678:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.645525:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.650876:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.655442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.661055:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.667677:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.672925:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.678562:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.690860:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.700654:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.704520:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.704652:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.714469:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.714705:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.727841:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.731393:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.731432:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.740108:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.741772:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 11994 00000100:00100000:0.0:1734016105.741777:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338185728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016105.741783:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016105.741792:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1ed8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc1eb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016105.741811:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340678400:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016105.741828:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016105.756953:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.809819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.817831:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.822835:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.822886:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.833505:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.837047:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.844790:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.849472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.851715:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.869191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.879418:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.893480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.897697:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.905106:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.909875:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.914833:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338188672 00000100:00100000:0.0:1734016105.914842:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338188672 00002000:00010000:0.0:1734016105.914888:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016105.914892:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660a80 with x1818247338188672 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016105.914906:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660a80. 00000100:00100000:0.0:1734016105.914932:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338188544 00000100:00100000:0.0:1734016105.914934:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338188544 00002000:00010000:0.0:1734016105.914944:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1867838->18446744073709551615) 00002000:00100000:0.0:1734016105.914946:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338188544 ext(1867838->18446744073709551615) 00002000:00010000:0.0:1734016105.914952:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00. 00000100:00100000:0.0:1734016105.919944:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.924162:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.932166:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.938264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.942926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.946162:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.961848:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.966547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.971219:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.982200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.992818:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016105.992894:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.005412:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.016131:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.021335:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.032330:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.043552:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.057914:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.066531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.070961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.078033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.078080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.085072:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.117463:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.122360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.131199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016106.139937:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968108 is committed 00000001:00080000:0.0:1734016106.139957:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968106 is committed 00000100:00100000:0.0:1734016106.179416:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.179480:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.188240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340681600:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016106.188264:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1ee51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc285 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.188304:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea1ee51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc285 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016106.188314:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:0.0:1734016106.188336:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338193408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6941us (8930us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016106.188341:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12016 00000100:00100000:0.0:1734016106.207469:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.207532:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.219124:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.219186:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.219347:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12020 00000100:00100000:0.0:1734016106.219354:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078a43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338193920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.219373:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.219389:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1ee6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc2a1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.219438:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340682112:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016106.219486:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.227248:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.244418:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.253034:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.258946:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.263938:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.270102:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.278694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.281322:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.287888:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.293220:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.299399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.304157:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.311409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.316474:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.320688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.325606:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016106.327828:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969681 is committed 00000100:00100000:0.0:1734016106.330771:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338196864 00000100:00100000:0.0:1734016106.330779:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338196864 00000100:00100000:0.0:1734016106.330826:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12030 00000100:00100000:0.0:1734016106.330832:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338196864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.330847:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.330862:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1eeba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc2e7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.330910:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340683392:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016106.330969:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.335262:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.340990:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.346743:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.352078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.359491:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.364442:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.364497:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.373117:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.373170:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.382027:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.382081:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.388368:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.388424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.394899:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.402911:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.422641:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.427345:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.445820:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.471113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.495749:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.520781:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.564253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.577846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.587106:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.597514:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.621186:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.621251:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.641755:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.650892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.659641:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016106.659672:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340686464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016106.659766:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734016106.660780:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016076 00000100:00100000:0.0:1734016106.662938:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340686464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016106.673154:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.692405:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.697136:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.718864:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.726249:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.738905:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.742006:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.746374:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338202496 00000100:00100000:0.0:1734016106.746383:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338202496 00000100:00100000:0.0:1734016106.746503:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12056 00000100:00100000:0.0:1734016106.746511:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338202496:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016106.765267:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969684 is committed 00000100:00100000:0.0:1734016106.787853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.796428:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.818492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.822822:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.831646:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.851990:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.862618:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.873024:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.877787:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.882979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.886439:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.893570:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.898928:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.905655:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.906072:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.912980:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.917520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.917570:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.927883:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.927927:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.928286:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12065 00000100:00100000:0.0:1734016106.928291:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338205440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016106.928298:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016106.928307:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1efd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc3dc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016106.928329:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340688768:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016106.928345:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016106.940688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.947385:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.951085:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.990558:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.995525:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016106.998395:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.003209:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016107.004409:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016077 00000100:00100000:0.0:1734016107.012796:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.028531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016107.038743:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016077 00000100:00100000:0.0:1734016107.055576:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.068665:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.089339:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016107.090550:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016077 00000100:00100000:0.0:1734016107.092947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.093009:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338207616 00000100:00100000:0.0:1734016107.093017:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338207616 00010000:00010000:0.0:1734016107.093057:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea1efb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc3c0 expref: 26 pid: 7714 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016107.093096:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3425 00000100:00100000:0.0:1734016107.093103:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1970:x1818247338207616:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016107.093124:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016107.093131:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea1efb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc3c0 expref: 26 pid: 7714 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016107.093141:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea1efb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc3c0 expref: 26 pid: 7714 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016107.093164:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea1efb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc3c0 expref: 26 pid: 7714 timeout: 475 lvb_type: 0 00010000:00010000:0.0:1734016107.093187:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016107.093191:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea1f026 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016107.093200:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea1f026 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016107.093205:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea1f026 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016107.093221:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.093259:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:1970:x1818247338207616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 156us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.093266:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3425 00000100:00080000:0.0:1734016107.093340:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016077 00000100:00100000:0.0:1734016107.099043:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338207744 00000100:00100000:0.0:1734016107.099050:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338207744 00000100:00100000:0.0:1734016107.099104:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12076 00000100:00100000:0.0:1734016107.099111:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338207744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.099139:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.099152:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f02d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc429 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.099173:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f003 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->577535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc406 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.099179:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.099181:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016107.099184:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f02d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc429 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.099208:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f003 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->577535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc406 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016107.099219:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f003 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->577535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc406 expref: 7 pid: 7694 timeout: 475 lvb_type: 0 00000100:00100000:0.0:1734016107.099228:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340690304:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016107.099304:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.105678:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.115146:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.115213:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.126100:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.175563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.184690:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.189614:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016107.191455:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969688 is committed 00000001:00080000:0.0:1734016107.191471:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969686 is committed 00000100:00100000:0.0:1734016107.195438:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.201943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.209816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016107.211224:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1f042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016107.211232:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1f042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016107.211383:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968838 00000004:00010000:0.0:1734016107.211428:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e27480 reply state ffff880136a8b000 transno 4294968839 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea1f042 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016107.211437:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016107.211512:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338209152:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9314us (9583us total) trans 4294968839 rc 0/0 00000100:00100000:0.0:1734016107.211519:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2397 00000020:00080000:0.0:1734016107.211522:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016107.216263:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.235822:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.240447:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.251686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.263308:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.263371:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.281301:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.365142:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.373401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016107.376573:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969690 is committed 00000100:00100000:0.0:1734016107.378947:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.388507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.398468:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.407370:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340691328:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016107.408205:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.408258:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338211072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9236us (9801us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.408266:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3430 00000100:00100000:0.0:1734016107.428415:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.434161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.441441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.452537:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.465040:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.478453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.487131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.508873:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.583027:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.594809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.601346:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338212864 00000100:00100000:0.0:1734016107.601362:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338212864 00000100:00100000:0.0:1734016107.601423:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12092 00000100:00100000:0.0:1734016107.601432:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338212864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.601462:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.601481:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f0c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc4a0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.601548:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340692736:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016107.601647:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.607381:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.611427:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.624235:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.646802:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.649802:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338213504:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1359us (3008us total) trans 4294968115 rc 0/0 00000100:00100000:0.0:1734016107.649814:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8957 00002000:00100000:0.0:1734016107.649825:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (405504->409599) req@ffff88007c5e2a00 x1818247338213504/t4294968115(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:68/0 lens 4584/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.649834:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5e2a00 with x1818247338213504 ext(405504->409599) 00002000:00010000:0.0:1734016107.649840:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5e2a00 00000100:00100000:0.0:1734016107.652688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016107.654369:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968115 is committed 00000001:00080000:0.0:1734016107.654382:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968114 is committed 00000100:00100000:0.0:1734016107.658912:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.659625:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.670837:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.670880:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.679060:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.679129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.685496:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.689459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.690886:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338214656:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 766us (1427us total) trans 4294969691 rc 0/0 00000100:00100000:0.0:1734016107.690893:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 311 00002000:00100000:0.0:1734016107.690899:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4800512->4805822) req@ffff880079257800 x1818247338214656/t4294969691(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:68/0 lens 5800/448 e 0 to 0 dl 1734016118 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016107.690905:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079257800 with x1818247338214656 ext(4800512->4805822) 00010000:00010000:0.0:1734016107.690910:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1f065 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4800512->4808703) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc44c expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00010000:00010000:0.0:1734016107.690919:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1f065 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4800512->4808703) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc44c expref: 9 pid: 7692 timeout: 476 lvb_type: 0 00002000:00010000:0.0:1734016107.690924:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079257800 00000100:00100000:0.0:1734016107.699005:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.708545:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.712422:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.736073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.745741:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.758457:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.764137:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.781555:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.791916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.799990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.819904:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.830648:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f92d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340695168:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016107.830676:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.830731:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338216192:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7710us (10840us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.830747:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3433 00000100:00100000:0.0:1734016107.832455:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.840373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.841608:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338216576 00000100:00100000:0.0:1734016107.841612:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338216576 00000100:00100000:0.0:1734016107.841632:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12114 00000100:00100000:0.0:1734016107.841636:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338216576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.841643:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.841651:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f13e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc51e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.841673:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340695424:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016107.841706:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.844786:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aab4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340695424:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016107.844838:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f13e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc51e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.844846:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f13e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc51e expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.844860:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016107.844889:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338216576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3251us (3396us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.844901:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12114 00000100:00100000:0.0:1734016107.847750:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.848388:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.860761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.860801:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.861548:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12118 00000100:00100000:0.0:1734016107.861553:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338217088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.861563:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.861578:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1f15a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc53a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.861610:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aab5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340695936:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016107.861634:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.865934:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aab5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340695936:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016107.865968:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1f15a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc53a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.865977:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1f15a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc53a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.866651:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016107.866683:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338217088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5128us (5879us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.866689:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12118 00000100:00100000:0.0:1734016107.870457:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.870513:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.883918:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338217728 00000100:00100000:0.0:1734016107.883926:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338217728 00010000:00010000:0.0:1734016107.883953:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea1f05e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc445 expref: 28 pid: 7714 timeout: 476 lvb_type: 0 00000100:00100000:0.0:1734016107.887618:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.894005:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.899667:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.911122:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.911208:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.911231:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338218496 00000100:00100000:0.0:1734016107.911238:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338218496 00002000:00010000:0.0:1734016107.911297:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2555733->18446744073709551615) 00002000:00100000:0.0:1734016107.911302:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab7100 with x1818247338218496 ext(2555733->18446744073709551615) 00002000:00010000:0.0:1734016107.911312:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aab7100. 00000100:00100000:0.0:1734016107.911500:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338218368 00000100:00100000:0.0:1734016107.911504:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338218368 00002000:00010000:0.0:1734016107.911514:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016107.911517:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338218368 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016107.911523:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80. 00000100:00100000:0.0:1734016107.912428:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8959 00000100:00100000:0.0:1734016107.912434:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338218368:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016107.912636:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4805823 -> 4194304 00002000:00010000:0.0:1734016107.912639:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.912641:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.912643:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016107 -> 1734016107 00002000:00010000:0.0:1734016107.912645:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 912 00000100:00100000:0.0:1734016107.912667:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338218368:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 233us (1460us total) trans 4294969694 rc 0/0 00000100:00100000:0.0:1734016107.912673:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8959 00002000:00010000:0.0:1734016107.912676:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016107.912678:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338218368 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016107.912681:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80. 00000100:00100000:0.0:1734016107.917824:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.921893:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338218880 00000100:00100000:0.0:1734016107.921901:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338218880 00000100:00100000:0.0:1734016107.921938:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338218752 00000100:00100000:0.0:1734016107.921940:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338218752 00000100:00100000:0.0:1734016107.921957:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12123 00000100:00100000:0.0:1734016107.921963:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338218880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.921977:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.921992:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f192 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc56b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.922036:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340696960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016107.922080:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.924015:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340696960:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016107.924047:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f192 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc56b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.924056:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f192 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc56b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.924084:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016107.924703:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338218880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2738us (3258us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.924711:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12123 00000100:00100000:0.0:1734016107.927415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.927807:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.928193:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12126 00000100:00100000:0.0:1734016107.928197:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338219008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016107.928205:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016107.928214:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1f1a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc572 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016107.928236:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340697344:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016107.928254:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016107.939351:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.944153:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.944196:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.953318:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.960150:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.960208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.963579:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340698112:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016107.963597:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f1df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc5a3 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.963609:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f1df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc5a3 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016107.963633:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:0.0:1734016107.963658:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338220032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3070us (3451us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016107.963663:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12133 00000100:00100000:0.0:1734016107.966752:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.969702:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.977168:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340698368:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016107.977199:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016107.977250:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338220416:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7078us (7548us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.977260:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3437 00000100:00100000:0.0:1734016107.985484:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.990743:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.994844:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016107.997159:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338221184:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2112us (2319us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016107.997175:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12135 00000100:00100000:0.0:1734016107.999770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.006046:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.010730:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.015403:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340698752:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016108.015437:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1f1fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016108.015781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.020429:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.031931:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f42d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340699008:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016108.031953:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016108.031998:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338222080:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6949us (7288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016108.032009:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3439 00000100:00100000:0.0:1734016108.036911:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338222592 00000100:00100000:0.0:1734016108.036920:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338222592 00002000:00100000:0.0:1734016108.036961:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4395007) req@ffff880079f93100 x1818247338222592/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:69/0 lens 488/0 e 0 to 0 dl 1734016119 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016108.036970:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93100 with x1818247338222592 ext(4194304->4395007) 00002000:00010000:0.0:1734016108.036975:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93100 00000100:00100000:0.0:1734016108.037008:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8965 00000100:00100000:0.0:1734016108.037015:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338222592:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016108.044594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.048383:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.050005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016108.052017:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969698 is committed 00000100:00100000:0.0:1734016108.055516:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.059112:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.059511:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.062393:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340699264:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016108.062412:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f21e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc5db expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.062419:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f21e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc5db expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.062440:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:0.0:1734016108.062477:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338223360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2622us (2964us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.062485:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12141 00000100:00100000:0.0:1734016108.067991:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.068027:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.068492:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12143 00000100:00100000:0.0:1734016108.068497:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338223488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016108.068505:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016108.068515:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1f22c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc5e2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016108.068541:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340699520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016108.068561:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016108.074945:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.078047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.085689:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.086592:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.107948:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.162565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.162615:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.167577:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.169936:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340700288:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016108.169958:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1f256 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc613 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.169967:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1f256 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc613 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.169987:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:0.0:1734016108.170016:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338224896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2323us (2445us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.170022:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12149 00000100:00100000:0.0:1734016108.173713:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.173768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.176331:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340700544:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016108.176344:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea1f264 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc61a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.176351:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea1f264 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc61a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016108.176357:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:0.0:1734016108.176387:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338225024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2232us (2618us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016108.176393:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12151 00000100:00100000:0.0:1734016108.227400:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.238448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.260405:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.272191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.282017:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.292106:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.301538:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.310183:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.321535:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016108.330252:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969700 is committed 00000001:00080000:0.0:1734016108.330304:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969699 is committed 00000100:00100000:0.0:1734016108.333829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.342726:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.351582:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.355803:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.365044:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.377059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.377121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.384354:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.385001:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.397630:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.402804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.407163:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.422781:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.426462:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.431214:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.444258:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.452830:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.461184:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016108.463713:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968119 is committed 00000001:00080000:0.0:1734016108.463759:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968116 is committed 00000100:00100000:0.0:1734016108.475870:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.484228:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.490122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.495384:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.499729:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.504233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.507245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.507347:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.517958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.518007:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.529189:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.529329:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.537040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.541929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.545261:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.550765:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.556881:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.563735:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.572579:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.582098:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.586774:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.593174:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.605797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.609908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.610634:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.620222:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.628197:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.638614:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.643589:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.648097:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.654395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.655492:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.669748:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.675943:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.679557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.683377:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.690658:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.696828:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.699421:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.703528:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.708346:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.708390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.715497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.717761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.723889:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.728355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.733172:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.737585:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.743936:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.749269:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.788664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.966859:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.979792:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.984925:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016108.998381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.001377:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.010578:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340707840:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016109.010590:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340707968:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016109.010621:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea1f3de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc778 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016109.010638:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:0.0:1734016109.010680:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338238720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8979us (9310us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.010689:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12208 00000100:00100000:0.0:1734016109.018957:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.024694:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338239232 00000100:00100000:0.0:1734016109.024704:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338239232 00002000:00010000:0.0:1734016109.024735:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1141399->18446744073709551615) 00002000:00100000:0.0:1734016109.024739:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92d80 with x1818247338239232 ext(1141399->18446744073709551615) 00002000:00010000:0.0:1734016109.024747:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f92d80. 00000100:00100000:0.0:1734016109.025185:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338239104 00000100:00100000:0.0:1734016109.025189:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338239104 00002000:00010000:0.0:1734016109.025316:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016109.025319:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338239104 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016109.025324:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93b80. 00000100:00100000:0.0:1734016109.025338:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8986 00000100:00100000:0.0:1734016109.025345:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338239232:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016109.026775:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3536443 -> 1141399 00002000:00010000:0.0:1734016109.026781:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016109.026783:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016107 00002000:00010000:0.0:1734016109.026784:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016109.026786:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:0.0:1734016109.026836:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338239232:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1489us (2913us total) trans 4294968123 rc 0/0 00000100:00100000:0.0:1734016109.026845:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8986 00002000:00010000:0.0:1734016109.026848:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1141399->18446744073709551615) 00002000:00100000:0.0:1734016109.026851:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92d80 with x1818247338239232 ext(1141399->18446744073709551615) 00002000:00010000:0.0:1734016109.026856:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f92d80. 00000100:00100000:0.0:1734016109.026871:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8987 00000100:00100000:0.0:1734016109.026875:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338239104:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016109.026973:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5366472 -> 4194304 00002000:00010000:0.0:1734016109.026976:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016109.026977:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016109.026979:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016108 -> 1734016108 00002000:00010000:0.0:1734016109.026981:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 936 00000100:00100000:0.0:1734016109.026995:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338239104:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 120us (2989us total) trans 4294969709 rc 0/0 00000100:00100000:0.0:1734016109.027000:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 8987 00002000:00010000:0.0:1734016109.027002:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016109.027004:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338239104 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016109.027007:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93b80. 00000100:00080000:0.0:1734016109.038771:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016079 00000100:00100000:0.0:1734016109.040726:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.040839:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016109.041339:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016079 00000100:00100000:0.0:1734016109.051143:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016109.051416:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016079 00000100:00100000:0.0:1734016109.064357:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.069749:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.074647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016109.077981:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968848 is committed 00000001:00080000:0.0:1734016109.077996:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968847 is committed 00000100:00100000:0.0:1734016109.087818:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.094219:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.094509:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.109027:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.139727:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340709376:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016109.139765:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1f44e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc7c5 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.139777:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1f44e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc7c5 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016109.140349:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:0.0:1734016109.140370:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338241792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 23009us (27486us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016109.140375:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12216 00000100:00100000:0.0:1734016109.144099:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.164763:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.172378:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.178025:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.185054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.196132:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338243328 00000100:00100000:0.0:1734016109.196139:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338243328 00002000:00100000:0.0:1734016109.196175:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88011eb15180 x1818247338243328/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.196183:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15180 with x1818247338243328 ext(0->4194303) 00002000:00010000:0.0:1734016109.196188:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011eb15180 00000100:00100000:0.0:1734016109.196201:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338243456 00000100:00100000:0.0:1734016109.196203:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338243456 00002000:00100000:0.0:1734016109.196210:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2105344->2109439) req@ffff88011eb15880 x1818247338243456/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:70/0 lens 488/0 e 0 to 0 dl 1734016120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.196216:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15880 with x1818247338243456 ext(2105344->2109439) 00002000:00010000:0.0:1734016109.196219:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011eb15880 00000100:00100000:0.0:1734016109.196227:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 8990 00000100:00100000:0.0:1734016109.196232:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338243328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.253993:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.261577:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.265574:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.268887:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.276037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.276096:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.284826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.284904:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.300599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.309660:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12231 00000100:00100000:0.0:1734016109.309667:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338245248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.309674:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.309685:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1f4a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc812 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.309710:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340711168:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016109.309730:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.334221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.337065:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.337442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.337735:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12236 00000100:00100000:0.0:1734016109.337740:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338245888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.337748:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.337756:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f4be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc82e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.337778:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340711680:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016109.337797:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.344730:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.344900:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.345442:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12238 00000100:00100000:0.0:1734016109.345448:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338246272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016109.345456:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016109.345467:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f4cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc843 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016109.345496:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340711936:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016109.346468:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.352647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.352688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.361368:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.366419:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.382552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.393522:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.412790:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.417440:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338247680:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3587us (4651us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016109.417452:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12244 00000100:00100000:0.0:1734016109.422187:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.429235:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.440207:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.455478:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.461176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.468597:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.475224:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.484835:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.489378:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.496450:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.496509:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.503592:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.508548:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.512549:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.529381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.529421:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.592008:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.613853:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.618521:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.670509:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.670563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.671349:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9004 00000100:00100000:0.0:1734016109.671355:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338251648:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016109.671471:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338251648:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 115us (908us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016109.671478:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9004 00002000:00100000:0.0:1734016109.671483:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880079f3df80 x1818247338251648/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016109.671490:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3df80 with x1818247338251648 ext(4190208->4194303) 00002000:00010000:0.0:1734016109.671493:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f3df80 00000100:00100000:0.0:1734016109.675768:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.756257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.777676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.777733:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.796141:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00100000:1.0:1734016109.796884:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (540672->544767) req@ffff880079f3f100 x1818247338252672/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.796891:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3f100 with x1818247338252672 ext(540672->544767) 00002000:00010000:1.0:1734016109.796894:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3f100 00000100:00100000:0.0:1734016109.801497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016109.807705:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9008 00000100:00100000:1.0:1734016109.807720:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338252928:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016109.807918:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338252928:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 200us (6430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016109.807925:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9008 00002000:00100000:1.0:1734016109.807932:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (544768->548863) req@ffff880079f3f480 x1818247338252928/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:70/0 lens 488/4536 e 0 to 0 dl 1734016120 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016109.807941:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3f480 with x1818247338252928 ext(544768->548863) 00002000:00010000:1.0:1734016109.807945:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3f480 00000100:00100000:0.0:1734016109.818519:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.828861:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016109.831661:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968129 is committed 00000100:00100000:0.0:1734016109.846883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016109.854329:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.878743:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.893528:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.905662:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340716288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016109.905864:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.911432:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.923424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.937317:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016109.945449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016109.949160:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338254336 00000100:00100000:1.0:1734016109.949174:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338254336 00010000:00010000:1.0:1734016109.949214:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->540671) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc8cf expref: 6 pid: 7694 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016109.949262:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3464 00000100:00100000:1.0:1734016109.949303:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338254336:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016109.949317:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016109.949337:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f558 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->540671) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc8cf expref: 6 pid: 7694 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016109.949353:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f558 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->540671) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc8cf expref: 6 pid: 7694 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016109.949371:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1f558 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->540671) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc8cf expref: 6 pid: 7694 timeout: 478 lvb_type: 0 00010000:00010000:1.0:1734016109.949386:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.949388:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016109.949393:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.949400:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016109.949432:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016109.949446:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011eb14380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340716928:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016109.949530:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016109.952705:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016109.952800:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011eb14380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340716928:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016109.953044:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016109.953097:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338254336:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3827us (7649us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016109.953106:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3464 00000100:00100000:0.0:1734016109.981180:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.026374:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.031048:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016110.032713:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968130 is committed 00000100:00100000:0.0:1734016110.037852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.042468:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.045734:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016110.047905:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968131 is committed 00000100:00100000:0.0:1734016110.051405:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.063558:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.068758:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.076848:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.080234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.086241:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.090809:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.095641:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.101697:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.107748:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.111016:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016110.111719:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f5ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.111726:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f5ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016110.111797:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968850 00000004:00010000:0.0:1734016110.111831:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011eb14a80 reply state ffff88007a9e4000 transno 4294968851 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f5ba lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016110.111836:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016110.111905:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338257152:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4031us (4163us total) trans 4294968851 rc 0/0 00000100:00100000:0.0:1734016110.111910:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2419 00000020:00080000:0.0:1734016110.111914:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016110.118159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.122684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.123054:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.126301:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.126370:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338257920 00000100:00100000:0.0:1734016110.126380:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338257920 00000100:00100000:0.0:1734016110.126495:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2420 00000100:00100000:0.0:1734016110.126503:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338257920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.126520:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.126539:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f5c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc938 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.126628:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.126641:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.126650:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:0.0:1734016110.126670:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9130184 00000004:00200000:0.0:1734016110.126674:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016110.126688:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.126708:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f5c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc938 expref: 17 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.126735:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc938 expref: 16 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.126746:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016110.126749:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016110.126751:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016110.126791:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338257920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 288us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.126797:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2420 00000100:00100000:1.0:1734016110.129679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.130343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.130405:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338258176 00000100:00100000:0.0:1734016110.130414:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338258176 00000100:00100000:0.0:1734016110.130458:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338258048 00000100:00100000:0.0:1734016110.130461:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338258048 00000100:00100000:0.0:1734016110.130516:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12278 00000100:00100000:0.0:1734016110.130523:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338258176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.130539:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.130555:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f5d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc946 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.130605:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340718336:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.130655:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.130709:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12279 00000100:00100000:1.0:1734016110.130714:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338258048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.130722:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.130731:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1f5dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc93f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.130756:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340718464:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.130776:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.132685:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:1.0:1734016110.132698:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a125c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340718464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.132716:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1f5dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc93f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.132729:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1f5dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc93f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.132741:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016110.132758:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338258048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2043us (2416us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.132763:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12279 00000100:00100000:1.0:1734016110.136092:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.136175:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.136911:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12281 00000100:00100000:0.0:1734016110.136916:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338258304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.136923:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.136932:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1f5eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc94d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.136955:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340718720:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.136974:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.139168:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340718720:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.139184:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1f5eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc94d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.139192:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1f5eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc94d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.139213:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016110.139229:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338258304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2312us (3054us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.139234:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12281 00000100:00100000:1.0:1734016110.141396:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.144154:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.144197:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.144295:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338258816 00000100:00100000:1.0:1734016110.144303:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338258816 00000100:00100000:1.0:1734016110.144434:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338258688 00000100:00100000:1.0:1734016110.144438:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338258688 00000100:00100000:1.0:1734016110.144919:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12283 00000100:00100000:1.0:1734016110.144925:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338258688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.144933:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.144942:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f607 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc962 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.144967:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340718976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.144985:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.146844:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340718976:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.146857:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f607 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc962 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.146864:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc962 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.146874:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:0.0:1734016110.146889:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338258688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1964us (2692us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.146893:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12283 00000100:00100000:0.0:1734016110.148771:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.151734:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.154856:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.157800:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.157862:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259328 00000100:00100000:0.0:1734016110.157869:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259328 00000100:00100000:0.0:1734016110.157912:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12286 00000100:00100000:0.0:1734016110.157919:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338259328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.157936:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.157951:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f615 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc977 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.158001:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340719360:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.158059:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.160636:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340719360:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.160665:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f615 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc977 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.160677:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f615 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc977 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.160701:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016110.160747:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338259328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2828us (2954us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.160754:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12286 00000100:00100000:1.0:1734016110.162863:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.162976:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259456 00000100:00100000:0.0:1734016110.162985:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259456 00000100:00100000:0.0:1734016110.163039:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12287 00000100:00100000:0.0:1734016110.163047:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338259456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.163076:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.163094:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f61c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc97e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.163151:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340719488:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.163219:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.164850:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340719488:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.164878:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f61c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc97e expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.164895:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea1f61c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc97e expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.164920:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016110.165317:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338259456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2268us (2463us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.165325:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12287 00000100:00100000:1.0:1734016110.168378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.168486:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259584 00000100:00100000:0.0:1734016110.168496:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259584 00000100:00100000:0.0:1734016110.168540:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12288 00000100:00100000:0.0:1734016110.168547:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338259584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.168563:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.168577:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1f623 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc985 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.168626:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340719616:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.168679:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016110.170936:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016108 -> 1734016109 00000100:00100000:0.0:1734016110.170980:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340719616:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.171021:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1f623 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc985 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.171038:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1f623 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc985 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.171055:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016110.171172:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338259584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2622us (2798us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.171181:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12288 00000100:00100000:0.0:1734016110.173969:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259712 00000100:00100000:0.0:1734016110.173977:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259712 00000100:00100000:0.0:1734016110.174043:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12289 00000100:00100000:0.0:1734016110.174051:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338259712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.174075:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.174092:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f62a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc98c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.174140:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340719744:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.174200:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.176355:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340719744:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.176393:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f62a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc98c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.176405:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f62a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc98c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.176417:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016110.176483:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338259712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2429us (2590us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.176496:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12289 00000100:00100000:0.0:1734016110.179978:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259840 00000100:00100000:0.0:1734016110.179990:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259840 00000100:00100000:0.0:1734016110.182703:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340719872:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.182740:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1f631 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc993 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.182754:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea1f631 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc993 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.182766:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:0.0:1734016110.182826:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338259840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2449us (3225us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.182835:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12290 00000100:00100000:1.0:1734016110.185523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.185643:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338259968 00000100:00100000:0.0:1734016110.185651:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338259968 00000100:00100000:0.0:1734016110.185697:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12291 00000100:00100000:0.0:1734016110.185705:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338259968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.185720:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.185736:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f638 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc99a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.185786:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340720000:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.185847:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.187788:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340720000:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.187818:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f638 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc99a expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.187831:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc99a expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.187854:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016110.187898:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338259968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2193us (2382us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.187906:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12291 00000100:00100000:0.0:1734016110.190520:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260096 00000100:00100000:0.0:1734016110.190528:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260096 00000100:00100000:0.0:1734016110.190570:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12292 00000100:00100000:0.0:1734016110.190577:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338260096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.190595:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.190611:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1f63f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9a1 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.190658:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340720128:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.190705:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016110.192520:0:13929:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016109 -> 1734016110 00000100:00100000:0.0:1734016110.192545:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340720128:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.192571:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1f63f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a1 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.192586:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1f63f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a1 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.192609:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016110.192792:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338260096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2213us (2359us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.192802:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12292 00000100:00100000:0.0:1734016110.195257:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260224 00000100:00100000:0.0:1734016110.195267:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260224 00000100:00100000:0.0:1734016110.195355:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12293 00000100:00100000:0.0:1734016110.195361:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338260224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.195378:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.195396:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9a8 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.195424:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.195430:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016110.195432:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016110.195435:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3170304->3178495] (req 3170304->3178495) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a8 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.195463:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.195479:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f590 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3031040->3035135) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc907 expref: 8 pid: 7694 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016110.195491:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340720256:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016110.195538:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.198660:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340720256:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016110.198698:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3170304->3178495] (req 3170304->3178495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a8 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.198718:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016110.198761:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338260224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3400us (3596us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.198770:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12293 00000100:00100000:0.0:1734016110.203178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.206789:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260480 00000100:00100000:0.0:1734016110.206798:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260480 00000100:00100000:0.0:1734016110.206832:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12294 00000100:00100000:0.0:1734016110.206838:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338260480:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016110.207102:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016110.207106:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016110.207108:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:0.0:1734016110.207110:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016110.207112:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 136 00000100:00100000:0.0:1734016110.207139:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338260480:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 301us (1284us total) trans 4294968133 rc 0/0 00000100:00100000:0.0:1734016110.207146:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12294 00000100:00100000:0.0:1734016110.210297:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260608 00000100:00100000:0.0:1734016110.210304:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260608 00000100:00100000:0.0:1734016110.210341:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260736 00000100:00100000:0.0:1734016110.210343:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260736 00000100:00100000:0.0:1734016110.210356:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12295 00000100:00100000:0.0:1734016110.210363:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338260608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.210377:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.210392:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f64d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9af expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.210438:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340720512:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.210479:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.213993:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340720512:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.214016:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f64d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9af expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.214025:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f64d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9af expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.214985:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016110.215012:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338260608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4648us (4813us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.215017:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12295 00000100:00100000:0.0:1734016110.217988:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260992 00000100:00100000:0.0:1734016110.217996:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260992 00000100:00100000:0.0:1734016110.218026:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338260864 00000100:00100000:0.0:1734016110.218027:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338260864 00000100:00100000:0.0:1734016110.218049:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12297 00000100:00100000:0.0:1734016110.218055:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338260992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.218079:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.218097:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f65b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9c4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.218148:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340720768:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.218201:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.218255:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12298 00000100:00100000:1.0:1734016110.218261:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338260864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.218268:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.218301:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f662 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9bd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.218327:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340720896:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.218348:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.221380:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340720896:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.221426:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f662 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9bd expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.221442:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1f662 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9bd expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016110.221883:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340720768:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.221905:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f65b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9c4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.221914:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f65b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9c4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.221935:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016110.221988:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338260992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3930us (4102us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.221998:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12297 00010000:00010000:1.0:1734016110.222203:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016110.222754:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338260864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4490us (4825us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.222759:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12298 00000100:00100000:1.0:1734016110.226883:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338261120 00000100:00100000:1.0:1734016110.226890:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338261120 00000100:00100000:1.0:1734016110.227248:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12299 00000100:00100000:1.0:1734016110.227255:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338261120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.227290:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.227308:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9cb expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.227336:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3178495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a8 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.227342:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.227344:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.227348:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.227372:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3178495) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a8 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.227383:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1f646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3170304->3178495) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9a8 expref: 6 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016110.227398:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340721024:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016110.227507:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.230573:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340721024:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.230599:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.230613:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016110.232940:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338261120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5682us (6162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.232948:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12299 00000100:00100000:0.0:1734016110.236522:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338261504 00000100:00100000:0.0:1734016110.236528:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338261504 00002000:00100000:0.0:1734016110.236556:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2834432->2838527) req@ffff88007916b480 x1818247338261504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.236564:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b480 with x1818247338261504 ext(2834432->2838527) 00002000:00010000:0.0:1734016110.236568:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007916b480 00000100:00100000:0.0:1734016110.236794:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9018 00000100:00100000:0.0:1734016110.236801:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338261504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.236926:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338261504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 125us (771us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.236932:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9018 00002000:00100000:0.0:1734016110.236936:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2834432->2838527) req@ffff88007916b480 x1818247338261504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.236942:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916b480 with x1818247338261504 ext(2834432->2838527) 00002000:00010000:0.0:1734016110.236945:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007916b480 00000100:00100000:1.0:1734016110.240504:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338261760 00000100:00100000:1.0:1734016110.240512:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338261760 00002000:00100000:1.0:1734016110.240550:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2838528->2842623) req@ffff880079169500 x1818247338261760/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.240559:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169500 with x1818247338261760 ext(2838528->2842623) 00002000:00010000:1.0:1734016110.240563:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079169500 00000100:00100000:1.0:1734016110.240617:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9019 00000100:00100000:1.0:1734016110.240624:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338261760:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.241445:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338261760:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 818us (1627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.241451:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9019 00002000:00100000:1.0:1734016110.241457:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2838528->2842623) req@ffff880079169500 x1818247338261760/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.241470:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169500 with x1818247338261760 ext(2838528->2842623) 00002000:00010000:1.0:1734016110.241473:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079169500 00000100:00100000:1.0:1734016110.244877:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338261888 00000100:00100000:1.0:1734016110.244885:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338261888 00000100:00100000:1.0:1734016110.244926:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12300 00000100:00100000:1.0:1734016110.244932:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338261888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.244946:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.244959:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1f670 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9d2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.245001:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.245051:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.246520:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.246542:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1f670 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9d2 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.246552:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea1f670 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9d2 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.246657:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016110.246757:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338261888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1823us (2429us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.246764:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12300 00000100:00100000:1.0:1734016110.248859:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338262016 00000100:00100000:1.0:1734016110.248868:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338262016 00000100:00100000:1.0:1734016110.249079:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12301 00000100:00100000:1.0:1734016110.249086:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338262016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.249107:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.249122:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f677 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9d9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.249175:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721408:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.249498:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.251561:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721408:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.251590:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f677 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9d9 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.251604:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9d9 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.251628:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:0.0:1734016110.251674:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338262016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2588us (2919us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.251681:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12301 00000100:00100000:0.0:1734016110.254068:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338262144 00000100:00100000:0.0:1734016110.254076:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338262144 00000100:00100000:0.0:1734016110.254148:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12302 00000100:00100000:0.0:1734016110.254154:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338262144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.254170:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.254183:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f67e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9e0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.254227:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721536:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.254402:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.256480:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721536:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.256512:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f67e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9e0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.256524:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f67e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9e0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.256788:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016110.257108:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338262144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2951us (3152us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.257118:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12302 00000100:00100000:1.0:1734016110.260125:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338262400 00000100:00100000:1.0:1734016110.260137:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338262400 00002000:00100000:1.0:1734016110.260182:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3121152->3125247) req@ffff88007916bb80 x1818247338262400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.260192:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247338262400 ext(3121152->3125247) 00002000:00010000:1.0:1734016110.260197:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:1.0:1734016110.260233:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9020 00000100:00100000:1.0:1734016110.260240:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338262400:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.260477:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338262400:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 234us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.260484:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9020 00002000:00100000:1.0:1734016110.260490:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3121152->3125247) req@ffff88007916bb80 x1818247338262400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.260498:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247338262400 ext(3121152->3125247) 00002000:00010000:1.0:1734016110.260500:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:0.0:1734016110.264457:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338262656 00000100:00100000:0.0:1734016110.264465:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338262656 00002000:00100000:0.0:1734016110.264500:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3125248->3129343) req@ffff880079c65180 x1818247338262656/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.264509:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c65180 with x1818247338262656 ext(3125248->3129343) 00002000:00010000:0.0:1734016110.264515:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c65180 00000100:00100000:0.0:1734016110.264573:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9021 00000100:00100000:0.0:1734016110.264580:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338262656:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.264919:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338262656:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 339us (945us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.264925:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9021 00002000:00100000:0.0:1734016110.264930:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3125248->3129343) req@ffff880079c65180 x1818247338262656/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.264936:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c65180 with x1818247338262656 ext(3125248->3129343) 00002000:00010000:0.0:1734016110.264939:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c65180 00000100:00100000:0.0:1734016110.268189:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338262784 00000100:00100000:0.0:1734016110.268198:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338262784 00000100:00100000:0.0:1734016110.285522:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338263296 00000100:00100000:0.0:1734016110.285531:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338263296 00002000:00100000:0.0:1734016110.285574:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1310720->4194303) req@ffff880079f3c700 x1818247338263296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.285582:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3c700 with x1818247338263296 ext(1310720->4194303) 00002000:00010000:0.0:1734016110.285587:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3c700 00000100:00100000:0.0:1734016110.285773:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9022 00000100:00100000:0.0:1734016110.285781:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338263296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.295606:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338263296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 9815us (10220us total) trans 0 rc 937984/937984 00000100:00100000:0.0:1734016110.295618:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9022 00002000:00100000:0.0:1734016110.295629:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1310720->4194303) req@ffff880079f3c700 x1818247338263296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 937984/937984 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.295638:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3c700 with x1818247338263296 ext(1310720->4194303) 00002000:00010000:0.0:1734016110.295643:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3c700 00000100:00100000:0.0:1734016110.302122:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338263552 00000100:00100000:0.0:1734016110.302132:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338263552 00002000:00100000:0.0:1734016110.302179:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1314816->1318911) req@ffff880079f3ea00 x1818247338263552/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.302188:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3ea00 with x1818247338263552 ext(1314816->1318911) 00002000:00010000:0.0:1734016110.302192:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3ea00 00000100:00100000:0.0:1734016110.302219:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338263808 00000100:00100000:0.0:1734016110.302222:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338263808 00002000:00100000:0.0:1734016110.302236:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4939775) req@ffff880079f3ed80 x1818247338263808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.302242:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3ed80 with x1818247338263808 ext(4194304->4939775) 00002000:00010000:0.0:1734016110.302244:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f3ed80 00000100:00100000:0.0:1734016110.302261:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9023 00000100:00100000:0.0:1734016110.302268:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338263552:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.302428:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338263552:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 160us (1655us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.302434:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9023 00002000:00100000:0.0:1734016110.302439:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1314816->1318911) req@ffff880079f3ea00 x1818247338263552/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.302444:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3ea00 with x1818247338263552 ext(1314816->1318911) 00002000:00010000:0.0:1734016110.302447:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3ea00 00000100:00100000:0.0:1734016110.302459:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9024 00000100:00100000:0.0:1734016110.302463:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338263808:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.312100:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338263808:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 9633us (11247us total) trans 0 rc 745472/745472 00000100:00100000:0.0:1734016110.312110:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9024 00002000:00100000:0.0:1734016110.312117:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4939775) req@ffff880079f3ed80 x1818247338263808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 745472/745472 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.312123:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3ed80 with x1818247338263808 ext(4194304->4939775) 00002000:00010000:0.0:1734016110.312126:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f3ed80 00000100:00100000:0.0:1734016110.312147:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9025 00000100:00100000:0.0:1734016110.312152:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338264064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.312880:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338264064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 724us (2366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.312887:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9025 00002000:00100000:0.0:1734016110.312893:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1318912->1323007) req@ffff880079f3c000 x1818247338264064/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.312901:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f3c000 with x1818247338264064 ext(1318912->1323007) 00002000:00010000:0.0:1734016110.312903:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f3c000 00000100:00100000:1.0:1734016110.321666:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338264192 00000100:00100000:1.0:1734016110.321683:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338264192 00000100:00100000:1.0:1734016110.321753:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12306 00000100:00100000:1.0:1734016110.321760:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338264192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.321784:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.321806:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f69a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adc9fc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.321879:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721920:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.321973:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016110.323730:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016109 -> 1734016110 00000100:00100000:1.0:1734016110.323759:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340721920:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.323786:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f69a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9fc expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.323798:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1f69a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9fc expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.323818:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016110.324017:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338264192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2256us (3747us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.324025:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12306 00000100:00100000:0.0:1734016110.325916:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.326021:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338264320 00000100:00100000:1.0:1734016110.326029:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338264320 00000100:00100000:1.0:1734016110.326076:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12307 00000100:00100000:1.0:1734016110.326083:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338264320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.326098:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.326113:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1f6a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca03 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.326156:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722048:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.326212:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.328445:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722048:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.328494:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1f6a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca03 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.328511:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1f6a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca03 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.328546:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016110.328607:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338264320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2523us (2698us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.328616:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12307 00000100:00100000:0.0:1734016110.331446:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338264576 00000100:00100000:0.0:1734016110.331455:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338264576 00000100:00100000:0.0:1734016110.331499:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2422 00000100:00100000:0.0:1734016110.331506:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338264576:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016110.331556:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.331578:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea1f5f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc95b expref: 20 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.331598:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016110.331602:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016110.331712:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1f6a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.331723:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc938 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.331729:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1f6a8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016110.331760:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc938 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.331769:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f5cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc938 expref: 15 pid: 6486 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016110.331779:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340722176:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016110.331818:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.333375:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.338040:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338264832 00000100:00100000:1.0:1734016110.338047:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338264832 00000100:00100000:1.0:1734016110.338094:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12308 00000100:00100000:1.0:1734016110.338100:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338264832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.338116:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.338134:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca0a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.338157:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.338167:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.338169:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.338171:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.338198:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.338208:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 8 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016110.338217:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722304:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016110.338291:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.341104:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722304:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.341134:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.341152:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016110.341203:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338264832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3102us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.341212:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12308 00000100:00100000:0.0:1734016110.342499:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338264960 00000100:00100000:0.0:1734016110.342508:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338264960 00010000:00010000:0.0:1734016110.342542:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 9 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:0.0:1734016110.342576:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3473 00000100:00100000:0.0:1734016110.342583:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338264960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.342600:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.342625:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 9 pid: 13929 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016110.342643:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 9 pid: 13929 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016110.342670:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea1f60e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4554752->4562943) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc970 expref: 9 pid: 13929 timeout: 478 lvb_type: 0 00010000:00010000:0.0:1734016110.342693:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.342694:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.342702:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.342712:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.342751:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.342765:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340722432:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016110.342829:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.346027:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340722432:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016110.346050:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.346384:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338265088 00000100:00100000:1.0:1734016110.346390:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338265088 00000100:00100000:0.0:1734016110.346648:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338264960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4064us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.346657:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3473 00000100:00100000:1.0:1734016110.347888:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12309 00000100:00100000:1.0:1734016110.347897:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338265088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.347915:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.347933:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1f6b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca11 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.347961:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.347969:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea1f693 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9f5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.347974:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.347975:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016110.347978:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1f6b6 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca11 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.348006:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea1f693 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9f5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.348015:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea1f693 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9f5 expref: 6 pid: 7692 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016110.348025:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340722560:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.348099:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.348107:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 10 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016110.348119:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340722688:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016110.348134:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00010000:00010000:1.0:1734016110.352821:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea1f693 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9f5 expref: 7 pid: 7692 timeout: 478 lvb_type: 1 00000100:00100000:1.0:1734016110.352834:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340722560:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.352842:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1f669 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adc9cb expref: 10 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016110.352848:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340722688:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.352865:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1f6b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca11 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.352872:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016110.352893:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338265088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4998us (7021us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.352898:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12309 00000100:00100000:0.0:1734016110.358645:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.358677:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.372992:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.379513:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338265856 00000100:00100000:1.0:1734016110.379525:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338265856 00000100:00100000:1.0:1734016110.380497:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12310 00000100:00100000:1.0:1734016110.380508:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338265856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.380530:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.380545:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea1f6cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca1f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.380577:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.380584:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.380585:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016110.380588:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea1f6cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1306624->1318911] (req 1306624->1318911) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca1f expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.380622:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.380634:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1f6af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca0a expref: 8 pid: 13929 timeout: 478 lvb_type: 0 00000100:00100000:1.0:1734016110.380646:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722944:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016110.380722:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.385017:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.385122:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340722944:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016110.385155:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea1f6cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1306624->1318911] (req 1306624->1318911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca1f expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.385171:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016110.385921:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338265856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5412us (8249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.385929:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12310 00000100:00100000:0.0:1734016110.389617:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.389819:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338266112 00000100:00100000:1.0:1734016110.389826:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338266112 00000100:00100000:1.0:1734016110.389867:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12311 00000100:00100000:1.0:1734016110.389873:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338266112:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016110.390051:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1922619 -> 1922619 00002000:00010000:1.0:1734016110.390054:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.390056:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016108 -> 1734016108 00002000:00010000:1.0:1734016110.390058:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016110.390070:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:1.0:1734016110.390115:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338266112:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 241us (499us total) trans 4294969717 rc 0/0 00000100:00100000:1.0:1734016110.390121:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12311 00000100:00100000:0.0:1734016110.392948:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338266240 00000100:00100000:0.0:1734016110.392955:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338266240 00000100:00100000:0.0:1734016110.393082:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2424 00000100:00100000:0.0:1734016110.393088:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338266240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.393105:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.393120:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1f6d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca26 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.393203:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f6d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016110.393214:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016110.393222:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016110.393240:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1922619 00000004:00200000:0.0:1734016110.393243:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016110.393256:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016110.393305:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1f6d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca26 expref: 17 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.393325:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea1f6d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca26 expref: 16 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.393336:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016110.393339:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016110.393342:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016110.393381:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338266240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 293us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.393387:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2424 00000100:00100000:0.0:1734016110.408196:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.417402:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.417603:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338267136 00000100:00100000:1.0:1734016110.417612:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338267136 00002000:00100000:1.0:1734016110.417659:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (421888->425983) req@ffff88011cd4d880 x1818247338267136/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.417670:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d880 with x1818247338267136 ext(421888->425983) 00002000:00010000:1.0:1734016110.417675:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4d880 00000100:00100000:1.0:1734016110.417710:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9029 00000100:00100000:1.0:1734016110.417718:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338267136:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.417936:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338267136:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 218us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016110.417944:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9029 00002000:00100000:1.0:1734016110.417952:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (421888->425983) req@ffff88011cd4d880 x1818247338267136/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.417958:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d880 with x1818247338267136 ext(421888->425983) 00002000:00010000:1.0:1734016110.417961:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4d880 00000100:00100000:0.0:1734016110.439339:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.445507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.455916:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.466231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.502326:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.502383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.502468:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338268672 00000100:00100000:0.0:1734016110.502478:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338268672 00000100:00100000:0.0:1734016110.502530:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338268544 00000100:00100000:0.0:1734016110.502533:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338268544 00000100:00100000:0.0:1734016110.502556:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12320 00000100:00100000:0.0:1734016110.502565:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338268672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.502588:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.502608:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1f718 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca6c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.502658:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340724352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.502703:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.502732:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12321 00000100:00100000:0.0:1734016110.502736:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338268544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.502744:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.502754:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f71f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca65 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.502774:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340724480:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.502790:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.508383:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340724480:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.508403:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f71f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca65 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.508412:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea1f71f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca65 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.508425:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016110.508459:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338268544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5722us (6077us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.508465:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12321 00000100:00100000:0.0:1734016110.511495:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338268800 00000100:00100000:0.0:1734016110.511503:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338268800 00000100:00100000:0.0:1734016110.511547:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338268928 00000100:00100000:0.0:1734016110.511549:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338268928 00000100:00100000:0.0:1734016110.511567:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12322 00000100:00100000:0.0:1734016110.511574:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338268800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.511596:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.511609:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea1f726 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adca73 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.511675:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340724608:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.512179:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.523544:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.523595:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.530663:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.535400:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.541353:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.544934:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340725248:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016110.544966:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.545972:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338269696:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4179us (4619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.545984:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3478 00000100:00100000:1.0:1734016110.549454:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.552070:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.553975:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338270464 00000100:00100000:0.0:1734016110.553980:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338270464 00002000:00100000:0.0:1734016110.554004:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1368064->1372159) req@ffff88011cd49500 x1818247338270464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.554011:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49500 with x1818247338270464 ext(1368064->1372159) 00002000:00010000:0.0:1734016110.554014:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49500 00000100:00100000:0.0:1734016110.554038:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9034 00000100:00100000:0.0:1734016110.554043:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338270464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.554730:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338270464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 684us (819us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.554737:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9034 00002000:00100000:0.0:1734016110.554742:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1368064->1372159) req@ffff88011cd49500 x1818247338270464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.554754:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49500 with x1818247338270464 ext(1368064->1372159) 00002000:00010000:0.0:1734016110.554757:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49500 00000100:00100000:1.0:1734016110.558870:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.562586:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.568680:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.590596:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.597262:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.605139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.612491:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.623658:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.630629:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.630673:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.630695:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338271744 00000100:00100000:0.0:1734016110.630701:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338271744 00010000:00010000:0.0:1734016110.630732:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1f749 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca96 expref: 14 pid: 7694 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016110.630751:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338271872 00000100:00100000:0.0:1734016110.630752:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338271872 00010000:00010000:0.0:1734016110.630758:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1f742 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->1363967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca8f expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016110.630769:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3479 00000100:00100000:0.0:1734016110.630774:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338271744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.630786:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.630804:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1f749 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca96 expref: 14 pid: 7694 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016110.630817:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea1f749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca96 expref: 14 pid: 7694 timeout: 479 lvb_type: 1 00010000:00010000:0.0:1734016110.630836:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016110.630868:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338271744:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 94us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016110.630873:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3479 00000100:00100000:0.0:1734016110.630885:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3480 00000100:00100000:0.0:1734016110.630888:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338271872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016110.630892:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016110.630896:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1f742 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1359872->1363967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca8f expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016110.630903:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea1f742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1359872->1363967) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca8f expref: 10 pid: 7694 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016110.630911:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.630912:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016110.630917:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f76c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5099520->5103615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcab9 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.630923:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5099520->5103615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcab9 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016110.630949:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f76c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5099520->5103615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcab9 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.630958:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340726144:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016110.630984:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.633120:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340726144:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016110.633131:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.633154:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338271872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2264us (2480us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.633162:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3480 00000100:00100000:0.0:1734016110.639425:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.639866:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.640761:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12336 00000100:00100000:0.0:1734016110.640765:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338272128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016110.640771:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016110.640780:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f77a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcac7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016110.640802:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340726400:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016110.641253:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016110.645158:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340726400:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.645183:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f77a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcac7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.645194:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1f77a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcac7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.645207:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016110.645225:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338272128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4459us (5359us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.645231:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12336 00000100:00100000:0.0:1734016110.649611:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.649795:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.657663:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.661247:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.661601:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338272768 00000100:00100000:1.0:1734016110.661607:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338272768 00010000:00010000:1.0:1734016110.661632:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1f6c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca18 expref: 22 pid: 6486 timeout: 479 lvb_type: 0 00000100:00100000:1.0:1734016110.661667:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3481 00000100:00100000:1.0:1734016110.661674:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338272768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016110.661686:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016110.661691:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1f6c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca18 expref: 22 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016110.661700:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1f6c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca18 expref: 22 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016110.661718:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea1f6c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adca18 expref: 22 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:1.0:1734016110.661748:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016110.661752:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1f78f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016110.661760:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1f78f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016110.661766:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1f78f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016110.661782:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016110.661814:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338272768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 139us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.661821:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3481 00000100:00100000:0.0:1734016110.665127:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.668604:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.673771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.678130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.681434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.686396:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.691395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.691481:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.698746:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.702531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.705419:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.705534:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338274560 00000100:00100000:1.0:1734016110.705544:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338274560 00000100:00100000:1.0:1734016110.705679:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2427 00000100:00100000:1.0:1734016110.705687:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338274560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.705706:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.705726:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1f7b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcaf1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.705816:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1f7b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016110.705829:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1f7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016110.705838:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1f7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016110.705862:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4195098 00000004:00200000:1.0:1734016110.705865:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016110.705882:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1f7b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016110.705904:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1f7b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaf1 expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.705955:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1f7b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaf1 expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016110.705962:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016110.705965:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016110.705968:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016110.706022:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338274560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 335us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016110.706028:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2427 00000100:00100000:0.0:1734016110.709495:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.709544:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.709920:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12341 00000100:00100000:1.0:1734016110.709927:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338274688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.709942:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.709957:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1f7c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcaf8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.710006:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340727424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.710083:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.713130:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340727424:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.713168:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1f7c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaf8 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.713180:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1f7c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaf8 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.713189:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016110.713226:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338274688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3299us (3738us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.713234:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12341 00000100:00100000:0.0:1734016110.716437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.716475:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.717205:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12344 00000100:00100000:1.0:1734016110.717211:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338275072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016110.717218:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016110.717229:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea1f7d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcb0d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016110.717253:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340727808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016110.717287:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016110.719567:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340727808:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016110.719598:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea1f7d5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb0d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.719612:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea1f7d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb0d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016110.719848:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016110.719869:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338275072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2657us (3392us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016110.719874:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12344 00000100:00100000:0.0:1734016110.728707:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.728780:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338275328 00000100:00100000:1.0:1734016110.728791:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338275328 00002000:00100000:1.0:1734016110.728840:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079029880 x1818247338275328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 504/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.728849:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338275328 ext(0->4194303) 00002000:00010000:1.0:1734016110.728854:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:1.0:1734016110.728903:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9040 00000100:00100000:1.0:1734016110.728912:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338275328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016110.769639:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338275328:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40715us (40929us total) trans 0 rc 4186112/4186112 00000100:00100000:1.0:1734016110.769655:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9040 00002000:00100000:1.0:1734016110.769670:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079029880 x1818247338275328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 504/440 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.769679:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338275328 ext(0->4194303) 00002000:00010000:1.0:1734016110.769687:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:0.0:1734016110.776440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.777047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.777142:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016110.780823:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338275584 00000100:00100000:1.0:1734016110.780836:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338275584 00002000:00100000:1.0:1734016110.780883:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4095) req@ffff88007902b480 x1818247338275584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/0 e 0 to 0 dl 1734016121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016110.780897:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338275584 ext(0->4095) 00002000:00010000:1.0:1734016110.780902:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:0.0:1734016110.782317:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9041 00000100:00100000:0.0:1734016110.782326:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338275584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016110.782521:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338275584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 195us (6091us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016110.782530:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9041 00002000:00100000:0.0:1734016110.782536:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4095) req@ffff88007902b480 x1818247338275584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:71/0 lens 488/4536 e 0 to 0 dl 1734016121 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016110.782544:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338275584 ext(0->4095) 00002000:00010000:0.0:1734016110.782548:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:0.0:1734016110.787914:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.803744:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.808969:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.812122:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.820541:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.828746:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.834415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.846681:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.857700:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.870442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.882118:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.887588:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.889565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.893402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.893450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.904942:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.905007:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.912974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.918424:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.918488:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.923265:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340730112:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.923304:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea1f845 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb84 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.923313:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea1f845 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb84 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.923336:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:0.0:1734016110.923355:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338278400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4647us (4948us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.923361:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12363 00000100:00100000:0.0:1734016110.928676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.928730:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.934242:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340730368:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016110.934329:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea1f853 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb8b expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.934343:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea1f853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb8b expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016110.934360:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:0.0:1734016110.934411:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338278528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5412us (5743us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016110.934420:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12365 00000100:00100000:1.0:1734016110.937744:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.942343:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016110.961884:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.027081:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.032257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.037812:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338279552 00000100:00100000:0.0:1734016111.037821:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338279552 00000100:00100000:0.0:1734016111.037883:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12370 00000100:00100000:0.0:1734016111.037889:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338279552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.037903:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.037922:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcbae expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.037950:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1f861 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->778239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb99 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.037956:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.037958:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.037960:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [110592->118783] (req 110592->118783) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.037984:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1f861 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->778239) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb99 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.037994:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea1f861 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->778239) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb99 expref: 12 pid: 7692 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016111.038004:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731136:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016111.038065:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.043637:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731136:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016111.043686:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [110592->118783] (req 110592->118783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.043719:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016111.043810:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338279552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5916us (6083us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.043822:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12370 00000100:00100000:0.0:1734016111.044866:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.047409:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340731264:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016111.047428:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.047476:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338279680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2059us (2613us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.047485:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3487 00000100:00100000:0.0:1734016111.047529:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338279936 00000100:00100000:0.0:1734016111.047534:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338279936 00002000:00100000:0.0:1734016111.047566:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (110592->114687) req@ffff88007c5a3100 x1818247338279936/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.047574:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338279936 ext(110592->114687) 00002000:00010000:0.0:1734016111.048229:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:0.0:1734016111.048266:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9043 00000100:00100000:0.0:1734016111.048308:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338279936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.048499:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338279936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 191us (988us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.048505:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9043 00002000:00100000:0.0:1734016111.048511:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (110592->114687) req@ffff88007c5a3100 x1818247338279936/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.048551:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338279936 ext(110592->114687) 00002000:00010000:0.0:1734016111.048554:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:0.0:1734016111.050042:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338280192 00000100:00100000:0.0:1734016111.050061:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338280192 00002000:00100000:0.0:1734016111.050102:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (114688->118783) req@ffff88007c5a0380 x1818247338280192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.050109:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0380 with x1818247338280192 ext(114688->118783) 00002000:00010000:0.0:1734016111.050112:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0380 00000100:00100000:0.0:1734016111.050135:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9044 00000100:00100000:0.0:1734016111.050140:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338280192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016111.050349:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338280192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 207us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016111.050354:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9044 00002000:00100000:0.0:1734016111.050359:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (114688->118783) req@ffff88007c5a0380 x1818247338280192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.050367:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0380 with x1818247338280192 ext(114688->118783) 00002000:00010000:0.0:1734016111.050369:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0380 00000100:00100000:0.0:1734016111.053728:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338280320 00000100:00100000:0.0:1734016111.053737:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338280320 00000100:00100000:0.0:1734016111.053801:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12371 00000100:00100000:0.0:1734016111.053807:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338280320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.053824:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.053843:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1f87d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcbb5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.053906:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731392:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016111.053992:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.056011:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731392:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016111.056045:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1f87d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbb5 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.056066:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1f87d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbb5 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.056349:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016111.056397:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338280320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2589us (2735us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.056405:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12371 00000100:00100000:0.0:1734016111.059193:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338280448 00000100:00100000:0.0:1734016111.059202:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338280448 00000100:00100000:0.0:1734016111.059304:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12372 00000100:00100000:0.0:1734016111.059310:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338280448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.059326:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.059344:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f884 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcbbc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.059398:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016111.059471:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.062089:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731520:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016111.062119:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f884 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbbc expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.062130:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1f884 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbbc expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.062154:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016111.062215:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338280448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2903us (3094us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.062223:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12372 00000100:00100000:0.0:1734016111.064882:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338280576 00000100:00100000:0.0:1734016111.064892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338280576 00000100:00100000:0.0:1734016111.065038:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12373 00000100:00100000:0.0:1734016111.065045:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338280576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.065074:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.065099:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcbc3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.065133:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.065141:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.065143:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016111.065146:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2662400->2670591] (req 2662400->2670591) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.065181:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.065194:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 10 pid: 7692 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016111.065208:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731648:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016111.065316:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.069224:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340731648:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016111.069267:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2662400->2670591] (req 2662400->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.069684:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016111.069761:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338280576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4714us (4974us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.069771:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12373 00000100:00100000:0.0:1734016111.080991:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338280832 00000100:00100000:0.0:1734016111.080998:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338280832 00010000:00010000:0.0:1734016111.081032:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 13 pid: 7692 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016111.082392:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3488 00000100:00100000:0.0:1734016111.082401:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338280832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.082418:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.082442:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 13 pid: 7692 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.082460:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 13 pid: 7692 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.082482:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea1f876 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 110592->118783) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbae expref: 13 pid: 7692 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.082512:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.082514:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.082521:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.082528:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.082567:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.082580:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340731776:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016111.082657:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.099199:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340731776:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016111.099222:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.099306:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338280832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 16867us (18347us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.099321:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3488 00000100:00100000:0.0:1734016111.179981:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338281088:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 71750us (72187us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016111.179995:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9045 00002000:00100000:0.0:1734016111.180008:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c661500 x1818247338281088/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.180018:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661500 with x1818247338281088 ext(0->4194303) 00002000:00010000:0.0:1734016111.180024:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661500 00000100:00100000:1.0:1734016111.207291:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338281344 00000100:00100000:1.0:1734016111.207295:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338281344 00002000:00100000:1.0:1734016111.207337:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->2125823) req@ffff88007c660380 x1818247338281344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.207345:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660380 with x1818247338281344 ext(0->2125823) 00002000:00010000:1.0:1734016111.207349:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660380 00000100:00100000:1.0:1734016111.207361:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9046 00000100:00100000:1.0:1734016111.207370:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338281344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.247755:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338281344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40371us (41202us total) trans 0 rc 2125824/2125824 00000100:00100000:1.0:1734016111.247767:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9046 00002000:00100000:1.0:1734016111.247778:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->2125823) req@ffff88007c660380 x1818247338281344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 2125824/2125824 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.247786:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660380 with x1818247338281344 ext(0->2125823) 00002000:00010000:1.0:1734016111.247791:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660380 00000100:00100000:0.0:1734016111.260698:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338282112 00000100:00100000:0.0:1734016111.260706:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338282112 00010000:00010000:0.0:1734016111.260742:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea1f7ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaea expref: 18 pid: 6486 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016111.260853:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3489 00000100:00100000:0.0:1734016111.260859:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338282112:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016111.260869:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016111.260874:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea1f7ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaea expref: 18 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.260882:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea1f7ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaea expref: 18 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.260898:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea1f7ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcaea expref: 18 pid: 6486 timeout: 479 lvb_type: 0 00010000:00010000:0.0:1734016111.267179:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016111.267188:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1f8a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016111.267199:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1f8a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016111.267205:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea1f8a7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016111.267243:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016111.267305:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338282112:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6441us (7998us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.267314:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3489 00000100:00100000:0.0:1734016111.270627:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338282240 00000100:00100000:0.0:1734016111.270634:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338282240 00000100:00100000:0.0:1734016111.270661:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12377 00000100:00100000:0.0:1734016111.270666:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338282240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.270680:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.270691:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1f8ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcbdf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.270712:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.270719:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.270724:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.270726:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016111.270729:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea1f8ae lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbdf expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.270749:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.270760:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 12 pid: 7694 timeout: 479 lvb_type: 1 00000100:00100000:0.0:1734016111.270771:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340732288:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016111.270810:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016111.270817:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f88b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2670591) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbc3 expref: 17 pid: 7692 timeout: 479 lvb_type: 0 00000100:00100000:0.0:1734016111.270823:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340732416:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016111.270834:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.285165:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.285346:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338282368 00000100:00100000:1.0:1734016111.285352:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338282368 00010000:00010000:1.0:1734016111.285382:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 13 pid: 7694 timeout: 479 lvb_type: 1 00000100:00100000:1.0:1734016111.285412:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3490 00000100:00100000:1.0:1734016111.285418:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338282368:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.285429:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.285446:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 13 pid: 7694 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016111.285454:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 13 pid: 7694 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016111.285473:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbca expref: 13 pid: 7694 timeout: 479 lvb_type: 1 00010000:00010000:1.0:1734016111.285505:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.285539:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338282368:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 120us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.285545:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3490 00000100:00100000:0.0:1734016111.304726:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.304772:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.304995:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338282752 00000100:00100000:1.0:1734016111.305002:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338282752 00002000:00010000:1.0:1734016111.305024:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016111.305027:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f27480 with x1818247338282752 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016111.305035:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f27480. 00000100:00100000:1.0:1734016111.305059:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338282624 00000100:00100000:1.0:1734016111.305062:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338282624 00002000:00010000:1.0:1734016111.305070:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3165483->18446744073709551615) 00002000:00100000:1.0:1734016111.305071:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f26d80 with x1818247338282624 ext(3165483->18446744073709551615) 00002000:00010000:1.0:1734016111.305076:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f26d80. 00000100:00100000:1.0:1734016111.305087:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9047 00000100:00100000:1.0:1734016111.305092:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338282752:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016111.305235:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9048 00000100:00100000:0.0:1734016111.305240:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338282624:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016111.305961:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3165483 00002000:00010000:0.0:1734016111.305964:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:0.0:1734016111.305966:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016111.305968:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:0.0:1734016111.305970:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:0.0:1734016111.305990:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338282624:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 749us (1218us total) trans 4294969725 rc 0/0 00000100:00100000:0.0:1734016111.305996:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9048 00002000:00010000:0.0:1734016111.305998:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3165483->18446744073709551615) 00002000:00100000:0.0:1734016111.306001:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f26d80 with x1818247338282624 ext(3165483->18446744073709551615) 00002000:00010000:0.0:1734016111.306004:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f26d80. 00002000:00010000:1.0:1734016111.306542:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2122970 -> 0 00002000:00010000:1.0:1734016111.306545:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016110 -> 1734016111 00002000:00010000:1.0:1734016111.306547:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016109 00002000:00010000:1.0:1734016111.306549:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016110 -> 1734016111 00002000:00010000:1.0:1734016111.306551:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:1.0:1734016111.306577:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338282752:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1484us (1861us total) trans 4294968139 rc 0/0 00000100:00100000:1.0:1734016111.306583:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9047 00002000:00010000:1.0:1734016111.306586:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016111.306588:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f27480 with x1818247338282752 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016111.306592:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f27480. 00000100:00100000:0.0:1734016111.356136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.358695:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.366833:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338283136 00000100:00100000:1.0:1734016111.366845:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338283136 00000100:00100000:0.0:1734016111.388612:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.388664:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.403006:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12382 00000100:00100000:0.0:1734016111.403017:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338283520:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:1.0:1734016111.403018:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12383 00000100:00100000:1.0:1734016111.403026:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338283648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.403035:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.403035:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.403060:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f8df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc09 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.403060:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1f8e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc10 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.403118:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733312:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.403118:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340733184:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016111.403207:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.403232:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.404841:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733312:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016111.404867:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f8df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc09 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.404877:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1f8df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc09 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016111.404902:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340733184:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016111.404903:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00010000:00010000:1.0:1734016111.404920:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1f8e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc10 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.404930:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1f8e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc10 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.404941:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:0.0:1734016111.404945:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338283520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1929us (4421us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.404953:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12382 00000100:00100000:1.0:1734016111.404960:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338283648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1935us (4376us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.404966:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12383 00000100:00100000:0.0:1734016111.407033:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338283776 00000100:00100000:0.0:1734016111.407054:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338283776 00000100:00100000:0.0:1734016111.407085:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338283904 00000100:00100000:0.0:1734016111.407087:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338283904 00000100:00100000:0.0:1734016111.407103:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12384 00000100:00100000:0.0:1734016111.407112:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338283776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.407131:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.407147:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1f8ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc17 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.407207:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733440:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016111.407260:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.407300:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12385 00000100:00100000:0.0:1734016111.407305:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338283904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016111.407314:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016111.407324:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f8f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc1e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016111.407352:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340733568:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016111.407370:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.411575:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340733568:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016111.411607:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f8f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc1e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.411625:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea1f8f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc1e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016111.411635:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016111.411669:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338283904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4362us (4698us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016111.411676:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12385 00000100:00100000:1.0:1734016111.411796:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733440:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016111.411814:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1f8ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc17 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.411823:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1f8ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc17 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.411831:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:1.0:1734016111.411856:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338283776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4746us (4934us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.411860:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12384 00000100:00100000:0.0:1734016111.415262:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.415874:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.415999:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338284160 00000100:00100000:1.0:1734016111.416005:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338284160 00000100:00100000:1.0:1734016111.416048:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338284032 00000100:00100000:1.0:1734016111.416050:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338284032 00000100:00100000:1.0:1734016111.416063:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12386 00000100:00100000:1.0:1734016111.416069:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338284160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.416085:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.416106:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f8fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc2c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.416163:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340733696:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.416212:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.419328:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340733696:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016111.419368:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f8fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc2c expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.419383:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f8fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc2c expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.419393:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016111.419433:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338284160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3362us (4178us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.419441:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12386 00000100:00100000:0.0:1734016111.424336:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.424375:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.424492:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338284288 00000100:00100000:1.0:1734016111.424501:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338284288 00000100:00100000:1.0:1734016111.424529:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338284416 00000100:00100000:1.0:1734016111.424530:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338284416 00000100:00100000:1.0:1734016111.424545:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12388 00000100:00100000:1.0:1734016111.424551:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338284288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.424565:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.424578:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f909 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc33 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.424623:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733952:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.424665:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.431399:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340733952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016111.431431:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f909 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc33 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.431445:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f909 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc33 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.431459:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016111.431497:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338284288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6945us (7174us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.431505:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12388 00000100:00100000:0.0:1734016111.439407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.445234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.448874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.457451:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340734336:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016111.457471:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.457482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.457507:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338284800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8275us (8639us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016111.457517:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3492 00000100:00100000:1.0:1734016111.518239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.540484:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.608576:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.610177:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338285568 00000100:00100000:1.0:1734016111.610197:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338285568 00000100:00100000:1.0:1734016111.612430:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12392 00000100:00100000:1.0:1734016111.612445:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338285568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.612470:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.612501:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f933 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc56 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.612569:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340734464:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.612663:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00002000:00010000:1.0:1734016111.621201:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016110 -> 1734016111 00000100:00100000:1.0:1734016111.621229:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340734464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016111.621260:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f933 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc56 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.621297:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f933 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc56 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.621311:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016111.623601:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338285568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11150us (15029us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.623612:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12392 00000100:00100000:0.0:1734016111.629244:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.632440:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338285696 00000100:00100000:1.0:1734016111.632456:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338285696 00000100:00100000:1.0:1734016111.632530:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12393 00000100:00100000:1.0:1734016111.632537:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338285696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.632558:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.632579:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f93a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc5d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.632637:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340734592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.632710:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.637000:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340734592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016111.637037:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f93a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc5d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.637306:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1f93a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc5d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.637358:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016111.637646:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338285696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5107us (8409us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016111.637654:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12393 00000100:00100000:0.0:1734016111.643714:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.647932:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.648026:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338286080 00000100:00100000:1.0:1734016111.648045:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338286080 00010000:00010000:1.0:1734016111.648082:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f8bc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbe6 expref: 18 pid: 6486 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016111.648108:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3493 00000100:00100000:1.0:1734016111.648115:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079256680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247338286080:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.648131:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.648136:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f8bc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbe6 expref: 18 pid: 6486 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.648147:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea1f8bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcbe6 expref: 18 pid: 6486 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.648171:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016111.648176:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1f941 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016111.648186:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1f941 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016111.648193:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea1f941 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016111.648211:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.648256:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079256680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247338286080:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 140us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.648263:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3493 00000100:00100000:0.0:1734016111.659710:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.659809:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338286208 00000100:00100000:1.0:1734016111.659818:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338286208 00000100:00100000:1.0:1734016111.659860:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12394 00000100:00100000:1.0:1734016111.659868:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338286208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.659884:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.659901:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc64 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.659926:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.659934:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.659939:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.659941:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.659944:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.659974:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016111.659984:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016111.659997:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340734848:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016111.660088:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.660095:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 12 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016111.660103:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340734976:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016111.660120:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.663323:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340734848:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016111.663335:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340734976:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016111.663360:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.663374:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016111.663410:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338286208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3542us (3720us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.663420:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12394 00000100:00100000:0.0:1734016111.673710:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.673797:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338286336 00000100:00100000:1.0:1734016111.673805:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338286336 00010000:00010000:1.0:1734016111.673834:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 13 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016111.673859:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3494 00000100:00100000:1.0:1734016111.673865:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079257100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338286336:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.673875:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.673891:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 13 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.673900:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 13 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.673917:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea1f925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 909312->921599) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc48 expref: 13 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.673933:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.673971:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079257100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338286336:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 105us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.673977:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3494 00000100:00100000:1.0:1734016111.681152:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016111.681463:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340735104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016111.681536:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016111.682571:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.682733:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338286464 00000100:00100000:1.0:1734016111.682736:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338286464 00010000:00010000:1.0:1734016111.682770:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016111.682802:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3495 00000100:00100000:1.0:1734016111.682807:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338286464:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.682819:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.682845:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016111.682857:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016111.682879:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1f92c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc4f expref: 18 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016111.682897:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.682899:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.682905:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.682913:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.682942:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.682952:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340735232:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016111.682995:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.684334:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340735104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1734016111.689064:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340735232:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016111.689089:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.689142:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338286464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6332us (6572us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.689155:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3495 00000100:00100000:0.0:1734016111.690301:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.690461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.690630:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9052 00000100:00100000:1.0:1734016111.690635:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338286720:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.690744:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016111.690747:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.690749:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016111 -> 1734016109 00002000:00010000:1.0:1734016111.690751:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.690753:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016111.690783:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338286720:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 146us (322us total) trans 4294968140 rc 0/0 00000100:00100000:1.0:1734016111.690789:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9052 00002000:00010000:1.0:1734016111.690791:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016111.690793:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4dc00 with x1818247338286720 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016111.690797:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4dc00. 00000100:00100000:0.0:1734016111.696491:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.703492:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.703588:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338287104 00000100:00100000:1.0:1734016111.703601:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338287104 00000100:00100000:1.0:1734016111.703651:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2433 00000100:00100000:1.0:1734016111.703659:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338287104:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016111.703705:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.703728:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea1f956 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc6b expref: 26 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.703748:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016111.703752:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016111.703899:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f95d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016111.703911:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f95d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016111.703920:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f95d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:1.0:1734016111.703950:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968860 00000004:00010000:1.0:1734016111.703965:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079254700 reply state ffff8800791f2000 transno 4294968861 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea1f95d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016111.703970:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016111.704048:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079254700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338287104:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 377us (554us total) trans 4294968861 rc 0/0 00000100:00100000:1.0:1734016111.704054:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2433 00000020:00080000:1.0:1734016111.704058:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016111.706236:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.706349:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.706561:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338287360 00000100:00100000:1.0:1734016111.706570:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338287360 00002000:00010000:1.0:1734016111.706597:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016111.706601:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255180 with x1818247338287360 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016111.706610:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079255180. 00000100:00100000:1.0:1734016111.706624:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338287232 00000100:00100000:1.0:1734016111.706627:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338287232 00002000:00010000:1.0:1734016111.706635:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5003263->18446744073709551615) 00002000:00100000:1.0:1734016111.706637:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255500 with x1818247338287232 ext(5003263->18446744073709551615) 00002000:00010000:1.0:1734016111.706642:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079255500. 00000100:00100000:1.0:1734016111.706654:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9053 00000100:00100000:1.0:1734016111.706659:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338287360:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.706797:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016111.706800:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.706802:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016109 -> 1734016109 00002000:00010000:1.0:1734016111.706803:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.706805:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016111.706845:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338287360:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 185us (617us total) trans 4294968141 rc 0/0 00000100:00100000:1.0:1734016111.706851:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9053 00002000:00010000:1.0:1734016111.706853:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016111.706855:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255180 with x1818247338287360 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016111.706858:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079255180. 00000100:00100000:1.0:1734016111.706872:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9054 00000100:00100000:1.0:1734016111.706875:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338287232:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016111.706981:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2690191 -> 5003263 00002000:00010000:1.0:1734016111.706984:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.706985:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:1.0:1734016111.706987:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016111.706988:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:1.0:1734016111.707006:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338287232:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 129us (658us total) trans 4294969727 rc 0/0 00000100:00100000:1.0:1734016111.707012:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9054 00002000:00010000:1.0:1734016111.707014:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5003263->18446744073709551615) 00002000:00100000:1.0:1734016111.707016:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255500 with x1818247338287232 ext(5003263->18446744073709551615) 00002000:00010000:1.0:1734016111.707019:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079255500. 00000100:00100000:0.0:1734016111.709029:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.712704:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.712751:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.713055:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338287616 00000100:00100000:1.0:1734016111.713063:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338287616 00000100:00100000:1.0:1734016111.713108:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338287744 00000100:00100000:1.0:1734016111.713110:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338287744 00000100:00100000:1.0:1734016111.713133:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12395 00000100:00100000:1.0:1734016111.713139:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338287616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016111.713157:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016111.713174:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1f972 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcc79 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.713224:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340735360:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016111.713304:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.720707:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.720795:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.728645:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.731641:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.732062:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338288256 00000100:00100000:1.0:1734016111.732068:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338288256 00010000:00010000:1.0:1734016111.732090:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2117632->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb5a expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016111.732396:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3496 00000100:00100000:1.0:1734016111.732402:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338288256:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.732414:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.732434:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f822 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb5a expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.732447:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f822 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2125823) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb5a expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.732463:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea1f822 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2117632->2125823) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcb5a expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.732479:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.732481:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.732487:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f98e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1146879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc95 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.732494:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f98e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1146879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc95 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.732519:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f98e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1146879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc95 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.732528:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340736000:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016111.732561:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016111.736450:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340736000:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016111.736476:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016111.736529:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338288256:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4125us (4893us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016111.736541:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3496 00000100:00100000:0.0:1734016111.740686:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.743957:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.761882:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.771101:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.786088:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.789799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.789872:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338289152 00000100:00100000:1.0:1734016111.789883:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338289152 00010000:00010000:1.0:1734016111.789918:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 19 pid: 13929 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016111.789959:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3497 00000100:00100000:1.0:1734016111.789967:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338289152:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016111.789982:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016111.790000:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 19 pid: 13929 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.790009:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea1f948 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc64 expref: 19 pid: 13929 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.790030:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.790032:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016111.790050:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.790059:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016111.790090:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016111.790104:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340736640:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016111.790155:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016111.805167:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.835972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.841347:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338289920 00000100:00100000:0.0:1734016111.841360:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338289920 00000100:00100000:0.0:1734016111.849319:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.879093:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338290176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 29531us (29772us total) trans 0 rc 815104/815104 00000100:00100000:0.0:1734016111.879110:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9058 00002000:00100000:0.0:1734016111.879123:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1806336->5005311) req@ffff88007aab4380 x1818247338290176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 504/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 815104/815104 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016111.879133:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4380 with x1818247338290176 ext(1806336->5005311) 00002000:00010000:0.0:1734016111.879139:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4380 00000100:00100000:0.0:1734016111.903087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.917847:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338289920:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 75397us (80451us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016111.917856:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9057 00002000:00100000:1.0:1734016111.917864:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88011eb15c00 x1818247338289920/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:72/0 lens 488/440 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.917873:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011eb15c00 with x1818247338289920 ext(0->4194303) 00010000:00010000:1.0:1734016111.917881:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f98e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc95 expref: 9 pid: 13929 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016111.917892:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f98e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcc95 expref: 9 pid: 13929 timeout: 480 lvb_type: 0 00002000:00010000:1.0:1734016111.917898:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011eb15c00 00000100:00100000:0.0:1734016111.931258:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.938957:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338290688 00000100:00100000:1.0:1734016111.938966:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338290688 00002000:00100000:1.0:1734016111.939007:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (544768->548863) req@ffff88007c5a0700 x1818247338290688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:72/0 lens 488/0 e 0 to 0 dl 1734016122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.939017:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0700 with x1818247338290688 ext(544768->548863) 00002000:00010000:1.0:1734016111.939022:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0700 00000100:00100000:1.0:1734016111.940096:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9059 00000100:00100000:1.0:1734016111.940102:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338290688:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016111.940321:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338290688:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 218us (2099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016111.940330:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9059 00002000:00100000:1.0:1734016111.940336:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (544768->548863) req@ffff88007c5a0700 x1818247338290688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:72/0 lens 488/4536 e 0 to 0 dl 1734016122 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016111.940349:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0700 with x1818247338290688 ext(544768->548863) 00002000:00010000:1.0:1734016111.940354:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0700 00000100:00100000:0.0:1734016111.951689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.955380:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.959479:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.967214:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.972218:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.977482:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.986853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016111.991475:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016111.997101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.011413:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.011469:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.011573:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338292224 00000100:00100000:1.0:1734016112.011584:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338292224 00002000:00100000:1.0:1734016112.011633:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1601535) req@ffff88007011ad80 x1818247338292224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.011644:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338292224 ext(1597440->1601535) 00002000:00010000:1.0:1734016112.011649:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:1.0:1734016112.011665:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338292480 00000100:00100000:1.0:1734016112.011668:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338292480 00002000:00100000:1.0:1734016112.011681:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880070119500 x1818247338292480/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.011687:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119500 with x1818247338292480 ext(0->4194303) 00002000:00010000:1.0:1734016112.011690:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119500 00000100:00100000:1.0:1734016112.011713:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9061 00000100:00100000:1.0:1734016112.011720:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338292224:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.011897:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338292224:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 176us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.011905:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9061 00002000:00100000:1.0:1734016112.011911:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1601535) req@ffff88007011ad80 x1818247338292224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.011918:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338292224 ext(1597440->1601535) 00002000:00010000:1.0:1734016112.011920:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:1.0:1734016112.011938:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9062 00000100:00100000:1.0:1734016112.011942:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338292480:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.071781:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338292480:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 59828us (60302us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016112.071795:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9062 00002000:00100000:1.0:1734016112.071807:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880070119500 x1818247338292480/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.071816:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119500 with x1818247338292480 ext(0->4194303) 00002000:00010000:1.0:1734016112.071822:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119500 00000100:00100000:0.0:1734016112.117638:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338292864 00000100:00100000:0.0:1734016112.117646:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338292864 00000100:00100000:0.0:1734016112.118265:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12412 00000100:00100000:0.0:1734016112.118295:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338292864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.118325:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.118346:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea1f9e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcce9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.118412:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340737792:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.118486:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.124317:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.133807:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.143700:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.143766:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.143825:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293248 00000100:00100000:1.0:1734016112.143832:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293248 00010000:00010000:1.0:1734016112.143879:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1f9c6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccc6 expref: 19 pid: 7693 timeout: 480 lvb_type: 1 00000100:00100000:1.0:1734016112.143926:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293376 00000100:00100000:1.0:1734016112.143928:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293376 00010000:00010000:1.0:1734016112.143940:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 15 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016112.143959:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3501 00000100:00100000:1.0:1734016112.143968:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338293248:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.143990:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.144016:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1f9c6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccc6 expref: 19 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016112.144042:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea1f9c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccc6 expref: 19 pid: 7693 timeout: 480 lvb_type: 1 00010000:00010000:1.0:1734016112.144076:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016112.144134:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338293248:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 167us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.144141:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3501 00000100:00100000:1.0:1734016112.144182:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3502 00000100:00100000:1.0:1734016112.144185:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338293376:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016112.144192:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016112.144199:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 15 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016112.144207:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea1f9b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1798144->1802239) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccb8 expref: 15 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:1.0:1734016112.144219:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.144221:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.144227:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1f9f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccf7 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.144235:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1f9f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccf7 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.144303:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea1f9f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccf7 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.144317:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340738304:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016112.144353:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.158104:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293504 00000100:00100000:0.0:1734016112.158115:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293504 00000100:00100000:0.0:1734016112.158169:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12415 00000100:00100000:0.0:1734016112.158177:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338293504:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016112.158454:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5003263 -> 5003263 00002000:00010000:0.0:1734016112.158459:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016112.158462:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016110 -> 1734016110 00002000:00010000:0.0:1734016112.158464:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:0.0:1734016112.158465:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:0.0:1734016112.160159:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338293504:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1976us (2152us total) trans 4294969728 rc 0/0 00000100:00100000:0.0:1734016112.160169:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12415 00000100:00100000:1.0:1734016112.166638:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.167303:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293632 00000100:00100000:0.0:1734016112.167313:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293632 00000100:00100000:0.0:1734016112.167369:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12416 00000100:00100000:0.0:1734016112.167379:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338293632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.167400:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.167427:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f9fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adccfe expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.167510:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738432:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.167604:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.169999:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016110 -> 1734016111 00000100:00100000:0.0:1734016112.170064:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738432:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016112.170105:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f9fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccfe expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.170127:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1f9fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adccfe expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.170760:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016112.170829:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338293632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3448us (4202us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.170838:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12416 00000100:00100000:0.0:1734016112.174575:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293760 00000100:00100000:0.0:1734016112.174582:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293760 00000100:00100000:0.0:1734016112.174680:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12417 00000100:00100000:0.0:1734016112.174687:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338293760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.174702:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.174718:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd05 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.174764:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738560:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.174961:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.179542:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738560:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.179583:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd05 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.179600:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd05 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.179910:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016112.179966:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338293760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5278us (5475us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.179974:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12417 00000100:00100000:1.0:1734016112.184368:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338293888 00000100:00100000:1.0:1734016112.184379:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338293888 00000100:00100000:1.0:1734016112.184428:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12418 00000100:00100000:1.0:1734016112.184436:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338293888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.184458:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.184482:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fa0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd0c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.184548:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340738688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.184905:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.188144:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340738688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.188177:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fa0c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd0c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.188193:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fa0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd0c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.188390:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016112.188654:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338293888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4215us (4426us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.188664:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12418 00000100:00100000:0.0:1734016112.192128:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294144 00000100:00100000:0.0:1734016112.192138:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294144 00002000:00100000:0.0:1734016112.192183:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3088384->3092479) req@ffff88007c5a0a80 x1818247338294144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.192194:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338294144 ext(3088384->3092479) 00002000:00010000:0.0:1734016112.192199:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:0.0:1734016112.192477:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9064 00000100:00100000:0.0:1734016112.192485:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338294144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.192650:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338294144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 164us (694us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.192656:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9064 00002000:00100000:0.0:1734016112.192661:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3088384->3092479) req@ffff88007c5a0a80 x1818247338294144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.192667:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338294144 ext(3088384->3092479) 00002000:00010000:0.0:1734016112.192669:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:1.0:1734016112.196982:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294272 00000100:00100000:1.0:1734016112.196991:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294272 00000100:00100000:1.0:1734016112.197054:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12419 00000100:00100000:1.0:1734016112.197063:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338294272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.197083:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.197102:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea1fa13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd13 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.197164:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738816:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.197242:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.200120:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738816:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.200156:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea1fa13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd13 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.200171:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea1fa13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd13 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.200258:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016112.200367:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338294272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3303us (3998us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.200377:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12419 00000100:00100000:1.0:1734016112.202999:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294400 00000100:00100000:1.0:1734016112.203011:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294400 00000100:00100000:1.0:1734016112.203068:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12420 00000100:00100000:1.0:1734016112.203075:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338294400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.203094:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.203112:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fa1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd1a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.203181:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.203238:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.205754:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340738944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.205797:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fa1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd1a expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.205812:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fa1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd1a expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.205827:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016112.205883:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338294400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2807us (2989us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.205893:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12420 00000100:00100000:1.0:1734016112.247608:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294528 00000100:00100000:1.0:1734016112.247622:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294528 00000100:00100000:1.0:1734016112.247692:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12421 00000100:00100000:1.0:1734016112.247704:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338294528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.247738:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.247769:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fa21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd21 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.247862:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.247973:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.250223:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.250327:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fa21 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd21 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.250344:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fa21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd21 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.250367:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016112.250441:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338294528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2737us (3021us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.250453:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12421 00000100:00100000:1.0:1734016112.253472:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338294784 00000100:00100000:1.0:1734016112.253484:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338294784 00002000:00100000:1.0:1734016112.253535:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (28672->32767) req@ffff88007aab5180 x1818247338294784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.253547:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab5180 with x1818247338294784 ext(28672->32767) 00002000:00010000:1.0:1734016112.253554:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab5180 00000100:00100000:1.0:1734016112.253582:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9065 00000100:00100000:1.0:1734016112.253589:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338294784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.253780:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338294784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 190us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.253786:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9065 00002000:00100000:1.0:1734016112.253792:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (28672->32767) req@ffff88007aab5180 x1818247338294784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.253799:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab5180 with x1818247338294784 ext(28672->32767) 00002000:00010000:1.0:1734016112.253801:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab5180 00000100:00100000:0.0:1734016112.256825:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295040 00000100:00100000:0.0:1734016112.256836:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295040 00002000:00100000:0.0:1734016112.256883:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (24576->28671) req@ffff88007aab4a80 x1818247338295040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.256892:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4a80 with x1818247338295040 ext(24576->28671) 00002000:00010000:0.0:1734016112.256896:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4a80 00000100:00100000:0.0:1734016112.256935:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9066 00000100:00100000:0.0:1734016112.256942:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338295040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.257128:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338295040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 185us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016112.257135:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9066 00002000:00100000:0.0:1734016112.257141:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (24576->28671) req@ffff88007aab4a80 x1818247338295040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.257146:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4a80 with x1818247338295040 ext(24576->28671) 00002000:00010000:0.0:1734016112.257149:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4a80 00000100:00100000:1.0:1734016112.259816:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295296 00000100:00100000:1.0:1734016112.259827:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295296 00002000:00100000:1.0:1734016112.259877:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (20480->24575) req@ffff88007aab6d80 x1818247338295296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.259886:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab6d80 with x1818247338295296 ext(20480->24575) 00002000:00010000:1.0:1734016112.259892:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab6d80 00000100:00100000:1.0:1734016112.259914:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9067 00000100:00100000:1.0:1734016112.259920:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338295296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.260123:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338295296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 201us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.260130:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9067 00002000:00100000:1.0:1734016112.260137:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (20480->24575) req@ffff88007aab6d80 x1818247338295296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.260143:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab6d80 with x1818247338295296 ext(20480->24575) 00002000:00010000:1.0:1734016112.260146:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab6d80 00000100:00100000:0.0:1734016112.263583:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295424 00000100:00100000:0.0:1734016112.263598:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295424 00002000:00100000:0.0:1734016112.263663:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (20480->32767) req@ffff88007aab4e00 x1818247338295424/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 12776/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.263674:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4e00 with x1818247338295424 ext(20480->32767) 00002000:00010000:0.0:1734016112.263680:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4e00 00000100:00100000:0.0:1734016112.263722:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9068 00000100:00100000:0.0:1734016112.263730:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338295424:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.265068:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247338295424:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1329us (1604us total) trans 4294969730 rc 0/0 00000100:00100000:0.0:1734016112.265079:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9068 00002000:00100000:0.0:1734016112.265090:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (20480->32767) req@ffff88007aab4e00 x1818247338295424/t4294969730(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 12776/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.265101:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4e00 with x1818247338295424 ext(20480->32767) 00002000:00010000:0.0:1734016112.265107:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4e00 00000100:00100000:1.0:1734016112.269400:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295680 00000100:00100000:1.0:1734016112.269411:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295680 00000100:00100000:1.0:1734016112.269468:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12422 00000100:00100000:1.0:1734016112.269478:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1971:x1818247338295680:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016112.271123:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969730 is committed 00000001:00080000:0.0:1734016112.271146:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969727 is committed 00000100:00100000:1.0:1734016112.271476:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338295680:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1989us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.271490:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12422 00000100:00100000:1.0:1734016112.274308:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295808 00000100:00100000:1.0:1734016112.274322:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295808 00000100:00100000:1.0:1734016112.274380:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12423 00000100:00100000:1.0:1734016112.274388:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338295808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.274410:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.274436:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fa28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd28 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.274500:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.274595:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.276185:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.276211:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fa28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd28 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.276222:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fa28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd28 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.276233:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016112.276302:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338295808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1914us (2146us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.276309:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12423 00000100:00100000:1.0:1734016112.278697:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338295936 00000100:00100000:1.0:1734016112.278709:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338295936 00000100:00100000:1.0:1734016112.278774:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12424 00000100:00100000:1.0:1734016112.278783:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338295936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.278807:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.278835:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd2f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.278914:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739328:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.279011:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.281643:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739328:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.281695:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa2f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd2f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.281714:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa2f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd2f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.281745:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016112.281811:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338295936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3026us (3592us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.281826:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12424 00000100:00100000:1.0:1734016112.284243:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296064 00000100:00100000:1.0:1734016112.284253:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296064 00000100:00100000:1.0:1734016112.284340:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12425 00000100:00100000:1.0:1734016112.284348:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338296064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.284367:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.284387:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd36 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.284419:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.284427:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.284429:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016112.284432:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3903488->3911679] (req 3903488->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd36 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.284468:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.284480:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 16 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:1.0:1734016112.284492:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739456:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016112.284559:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.286692:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340739456:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016112.286731:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3903488->3911679] (req 3903488->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd36 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.286748:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016112.286813:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338296064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2463us (2682us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.286823:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12425 00000100:00100000:0.0:1734016112.288016:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296192 00000100:00100000:0.0:1734016112.288023:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296192 00002000:00100000:0.0:1734016112.288086:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1609727) req@ffff880130885880 x1818247338296192/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 12776/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.288095:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338296192 ext(1597440->1609727) 00010000:00010000:0.0:1734016112.288105:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016112.288116:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 17 pid: 7693 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016112.288123:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130885880 00000100:00100000:0.0:1734016112.288154:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 317 00000100:00100000:0.0:1734016112.288161:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338296192:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016112.297662:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338296192:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 9482us (9688us total) trans 4294968144 rc 0/0 00000100:00100000:0.0:1734016112.297690:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 317 00002000:00100000:0.0:1734016112.297712:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1597440->1609727) req@ffff880130885880 x1818247338296192/t4294968144(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:73/0 lens 12776/448 e 0 to 0 dl 1734016123 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.297724:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338296192 ext(1597440->1609727) 00010000:00010000:0.0:1734016112.297738:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016112.297761:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00002000:00010000:0.0:1734016112.297769:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130885880 00000100:00100000:0.0:1734016112.308980:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296320 00000100:00100000:0.0:1734016112.308997:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296320 00010000:00010000:0.0:1734016112.309061:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00000100:00100000:0.0:1734016112.309127:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3503 00000100:00100000:0.0:1734016112.309137:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338296320:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016112.309161:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016112.309191:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:0.0:1734016112.309197:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016112.309211:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016112.309240:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea1f9e2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1597440->1609727) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcce2 expref: 19 pid: 7693 timeout: 480 lvb_type: 0 00010000:00010000:0.0:1734016112.309317:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.309322:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016112.309336:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3903488->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd36 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.309348:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3903488->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd36 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.309400:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea1fa36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3903488->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd36 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.309416:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340739584:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016112.309514:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.312007:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340739584:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016112.312040:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016112.312116:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338296320:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2978us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.312130:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3503 00000100:00100000:1.0:1734016112.316174:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296448 00000100:00100000:1.0:1734016112.316182:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296448 00000100:00100000:1.0:1734016112.316232:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12426 00000100:00100000:1.0:1734016112.316239:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011eb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338296448:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016112.316460:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016112.316464:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.316466:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.316467:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016111 -> 1734016111 00002000:00010000:1.0:1734016112.316469:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1734016112.316551:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011eb14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338296448:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 312us (499us total) trans 4294968145 rc 0/0 00000100:00100000:1.0:1734016112.316558:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12426 00000100:00100000:1.0:1734016112.319243:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296576 00000100:00100000:1.0:1734016112.319254:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296576 00000100:00100000:1.0:1734016112.319350:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338296704 00000100:00100000:1.0:1734016112.319354:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338296704 00000100:00100000:1.0:1734016112.319393:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12427 00000100:00100000:1.0:1734016112.319403:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338296576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.319429:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.319460:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd3d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016112.319555:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340739712:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016112.319660:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016112.324502:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016111 -> 1734016112 00002000:00010000:1.0:1734016112.324505:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016111 -> 1734016112 00000100:00100000:1.0:1734016112.324518:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340739712:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.324537:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd3d expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.324546:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fa3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd3d expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.324559:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016112.324583:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338296576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5182us (5517us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.324589:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12427 00000100:00100000:0.0:1734016112.329242:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12430 00000100:00100000:0.0:1734016112.329247:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338296832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.329258:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.329297:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd4b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.329345:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340739968:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.361925:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12432 00000100:00100000:0.0:1734016112.361933:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338297088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.361945:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.361958:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd59 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.361992:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340740352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.362020:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016112.369023:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340740352:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016112.369089:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa60 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd59 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.369105:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1fa60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd59 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.369211:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016112.369513:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338297088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7576us (9355us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.369525:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12432 00000100:00100000:0.0:1734016112.377956:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12434 00000100:00100000:0.0:1734016112.377962:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338297472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.377970:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.377985:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1fa6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd6e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.378024:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340740608:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.378064:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.386913:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340740608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.386966:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1fa6e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd6e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.386985:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1fa6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd6e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016112.387121:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340740480:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016112.387151:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea1fa67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd67 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.387160:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea1fa67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd67 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.387175:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00010000:00010000:1.0:1734016112.388501:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016112.388666:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338297344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11207us (11497us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.388677:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12433 00000100:00100000:1.0:1734016112.388846:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338297472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10881us (11542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.388852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12434 00000100:00100000:0.0:1734016112.429424:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338297728 00000100:00100000:0.0:1734016112.429439:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338297728 00002000:00100000:1.0:1734016112.429578:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079256680 x1818247338297728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.429591:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079256680 with x1818247338297728 ext(0->4194303) 00002000:00010000:1.0:1734016112.429598:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079256680 00000100:00100000:1.0:1734016112.429639:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9069 00000100:00100000:1.0:1734016112.429647:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338297728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.492750:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338297728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 63091us (63560us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016112.492768:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9069 00002000:00100000:0.0:1734016112.492781:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079256680 x1818247338297728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.492792:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079256680 with x1818247338297728 ext(0->4194303) 00002000:00010000:0.0:1734016112.492799:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079256680 00000100:00100000:1.0:1734016112.515955:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.516115:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338298240 00000100:00100000:0.0:1734016112.516130:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338298240 00002000:00100000:0.0:1734016112.516204:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5005311) req@ffff88011cd4d180 x1818247338298240/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.516216:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d180 with x1818247338298240 ext(4194304->5005311) 00002000:00010000:0.0:1734016112.516225:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4d180 00000100:00100000:0.0:1734016112.516323:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9071 00000100:00100000:0.0:1734016112.516334:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338298240:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016112.534421:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338298240:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 18073us (18458us total) trans 0 rc 811008/811008 00000100:00100000:0.0:1734016112.534439:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9071 00002000:00100000:0.0:1734016112.534458:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5005311) req@ffff88011cd4d180 x1818247338298240/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/440 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 811008/811008 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016112.534468:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d180 with x1818247338298240 ext(4194304->5005311) 00002000:00010000:0.0:1734016112.534474:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4d180 00000100:00100000:0.0:1734016112.540890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.541257:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338298368 00000100:00100000:1.0:1734016112.541319:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338298368 00000100:00100000:1.0:1734016112.541381:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12435 00000100:00100000:1.0:1734016112.541394:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338298368:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016112.541636:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5003263 -> 5003263 00002000:00010000:1.0:1734016112.541641:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.541643:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016111 -> 1734016110 00002000:00010000:1.0:1734016112.541645:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016112.541647:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:1.0:1734016112.541730:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338298368:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 338us (858us total) trans 4294969731 rc 0/0 00000100:00100000:1.0:1734016112.541735:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12435 00000100:00100000:1.0:1734016112.548138:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.548199:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.549401:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338298624 00000100:00100000:0.0:1734016112.549414:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338298624 00000100:00100000:0.0:1734016112.550691:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338298496 00000100:00100000:0.0:1734016112.550700:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338298496 00000100:00100000:0.0:1734016112.551062:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12437 00000100:00100000:0.0:1734016112.551069:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338298496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.551077:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.551094:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1fa7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcd75 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.551129:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340740864:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.551157:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00002000:00010000:0.0:1734016112.556483:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016110 -> 1734016112 00000100:00100000:0.0:1734016112.556496:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340740864:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016112.556518:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1fa7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd75 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.556527:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1fa7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcd75 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016112.556544:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016112.556564:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338298496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5497us (8365us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016112.556571:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12437 00000100:00100000:1.0:1734016112.559959:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.560013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.560982:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338298880 00000100:00100000:0.0:1734016112.560994:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338298880 00000100:00100000:0.0:1734016112.580601:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.592383:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.595766:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.600085:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.606048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.615626:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.622435:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.628193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.632152:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.639516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.647020:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.652223:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.660974:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340742272:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016112.661005:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea1fac2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2048000->2052095] (req 2048000->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcdc2 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016112.661034:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:0.0:1734016112.661093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338300672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8275us (8877us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.661101:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12448 00000100:00100000:0.0:1734016112.661660:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.665855:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.695351:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.707889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.719551:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.722260:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.724828:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338301696:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2346us (2574us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016112.724839:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12449 00000100:00100000:0.0:1734016112.729045:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.729403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.733590:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12451 00000100:00100000:0.0:1734016112.733599:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338301824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016112.733614:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016112.733629:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1fad0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcdc9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016112.733672:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340742656:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016112.733717:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016112.737437:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 928 -> 944 00000100:00100000:1.0:1734016112.737449:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340742656:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016112.737467:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1fad0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcdc9 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.737474:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1fad0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcdc9 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016112.737494:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:1.0:1734016112.737541:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338301824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3942us (8137us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016112.737549:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12451 00000100:00100000:0.0:1734016112.745071:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.745124:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.745208:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338302208 00000100:00100000:1.0:1734016112.745217:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338302208 00000100:00100000:0.0:1734016112.765918:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.771238:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.779455:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.788166:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.791048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.791327:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338303360 00000100:00100000:1.0:1734016112.791336:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338303360 00002000:00100000:1.0:1734016112.791373:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1191936->1196031) req@ffff88007c5a1f80 x1818247338303360/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.791383:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1f80 with x1818247338303360 ext(1191936->1196031) 00002000:00010000:1.0:1734016112.791387:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a1f80 00000100:00100000:1.0:1734016112.791419:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9078 00000100:00100000:1.0:1734016112.791425:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338303360:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016112.791575:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338303360:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 149us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016112.791584:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9078 00002000:00100000:1.0:1734016112.791590:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1191936->1196031) req@ffff88007c5a1f80 x1818247338303360/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 488/4536 e 0 to 0 dl 1734016123 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.791597:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1f80 with x1818247338303360 ext(1191936->1196031) 00002000:00010000:1.0:1734016112.791599:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a1f80 00000100:00100000:0.0:1734016112.796055:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.802450:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.806065:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.811166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.816424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.827364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.849495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.933717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.935059:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12460 00000100:00100000:1.0:1734016112.935068:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338304640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016112.935086:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016112.935104:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce08 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.935132:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fb01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce01 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.935140:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.935141:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016112.935145:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.935177:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fb01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce01 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.935188:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fb01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1839103) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce01 expref: 8 pid: 7694 timeout: 481 lvb_type: 0 00000100:00100000:1.0:1734016112.935199:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340743808:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016112.935264:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016112.937880:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340743808:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016112.937911:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2187264->2199551] (req 2187264->2199551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016112.937927:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016112.938238:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338304640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3167us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016112.938250:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12460 00000100:00100000:0.0:1734016112.947838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.971450:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.973619:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016112.997552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016112.998088:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338305536 00000100:00100000:1.0:1734016112.998100:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338305536 00002000:00100000:1.0:1734016112.998153:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2195456->5005311) req@ffff880130885500 x1818247338305536/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:73/0 lens 504/0 e 0 to 0 dl 1734016123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016112.998165:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338305536 ext(2195456->5005311) 00002000:00010000:1.0:1734016112.998170:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:1.0:1734016112.998208:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9084 00000100:00100000:1.0:1734016112.998216:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338305536:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.030516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.062202:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.078594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016113.083634:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016083 00000100:00100000:0.0:1734016113.088367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.114544:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.134219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016113.134950:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016083 00000100:00100000:1.0:1734016113.145087:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.158467:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.159355:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338306816 00000100:00100000:0.0:1734016113.159365:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338306816 00010000:00010000:0.0:1734016113.159404:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea1faf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1187840->1191935) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcdf3 expref: 11 pid: 7694 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016113.166901:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338307072 00000100:00100000:0.0:1734016113.166909:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338307072 00002000:00100000:0.0:1734016113.166946:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2125824->2129919) req@ffff880079255f80 x1818247338307072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.166956:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255f80 with x1818247338307072 ext(2125824->2129919) 00002000:00010000:0.0:1734016113.166960:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079255f80 00000100:00100000:0.0:1734016113.167360:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9087 00000100:00100000:0.0:1734016113.167367:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247338307072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.167483:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247338307072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.167488:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9087 00002000:00100000:0.0:1734016113.167493:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2125824->2129919) req@ffff880079255f80 x1818247338307072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.167500:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255f80 with x1818247338307072 ext(2125824->2129919) 00002000:00010000:0.0:1734016113.167502:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079255f80 00000100:00100000:1.0:1734016113.169757:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.178385:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.178846:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338307456 00000100:00100000:0.0:1734016113.178858:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338307456 00002000:00100000:0.0:1734016113.178917:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2125824->2134015) req@ffff88011cd4ed80 x1818247338307456/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 8680/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.178928:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ed80 with x1818247338307456 ext(2125824->2134015) 00002000:00010000:0.0:1734016113.178934:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ed80 00000100:00100000:0.0:1734016113.178981:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9089 00000100:00100000:0.0:1734016113.178991:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247338307456:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.180182:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247338307456:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1189us (1808us total) trans 4294968147 rc 0/0 00000100:00100000:0.0:1734016113.180190:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9089 00002000:00100000:0.0:1734016113.180196:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2125824->2134015) req@ffff88011cd4ed80 x1818247338307456/t4294968147(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 8680/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.180204:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ed80 with x1818247338307456 ext(2125824->2134015) 00002000:00010000:0.0:1734016113.180207:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ed80 00000100:00100000:1.0:1734016113.188037:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.195375:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.230657:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.256446:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016113.257478:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00000100:00100000:0.0:1734016113.260246:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016113.261623:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016083 00000100:00100000:0.0:1734016113.270087:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338308864 00000100:00100000:0.0:1734016113.270102:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338308864 00000100:00100000:0.0:1734016113.270216:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12472 00000100:00100000:0.0:1734016113.270227:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338308864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.270249:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.270295:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce55 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.270338:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.270346:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.270349:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016113.270353:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.270394:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.270408:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 6 pid: 13929 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016113.270425:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340745728:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016113.270507:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.275979:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340745728:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016113.276043:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.276070:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016113.276163:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338308864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5935us (6792us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.276175:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12472 00000100:00100000:0.0:1734016113.279946:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338308992 00000100:00100000:0.0:1734016113.279956:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338308992 00002000:00100000:0.0:1734016113.280029:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->2199551) req@ffff880130886300 x1818247338308992/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.280043:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338308992 ext(0->2199551) 00010000:00010000:0.0:1734016113.280056:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 7 pid: 13929 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.280071:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 7 pid: 13929 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016113.280079:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130886300 00000100:00100000:0.0:1734016113.280121:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 319 00000100:00100000:0.0:1734016113.280128:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338308992:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.285569:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338308992:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5428us (5787us total) trans 4294969735 rc 0/0 00000100:00100000:0.0:1734016113.285583:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 319 00002000:00100000:0.0:1734016113.285598:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->2199551) req@ffff880130886300 x1818247338308992/t4294969735(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 504/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.285609:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338308992 ext(0->2199551) 00010000:00010000:0.0:1734016113.285622:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 9 pid: 13929 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.285636:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fb08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2199551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce08 expref: 9 pid: 13929 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016113.285643:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130886300 00000100:00100000:1.0:1734016113.292701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.301860:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340745856:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016113.301884:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016113.301926:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338309120:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8974us (9235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.301935:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3512 00000100:00100000:0.0:1734016113.308565:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338309760 00000100:00100000:0.0:1734016113.308576:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338309760 00000100:00100000:0.0:1734016113.308610:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338309632 00000100:00100000:0.0:1734016113.308612:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338309632 00000100:00100000:0.0:1734016113.308632:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12473 00000100:00100000:0.0:1734016113.308640:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338309760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.308659:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.308680:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea1fb71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce6a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.308748:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340745984:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.308828:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.308850:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12474 00000100:00100000:0.0:1734016113.308854:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338309632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.308861:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.308872:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1fb78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce63 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.308897:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340746112:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.308917:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.312031:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340745984:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.312071:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea1fb71 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce6a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.312085:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea1fb71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce6a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.312408:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016113.312599:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338309760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3960us (4194us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.312604:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12473 00000100:00100000:0.0:1734016113.317473:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338309888 00000100:00100000:0.0:1734016113.317486:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338309888 00000100:00100000:0.0:1734016113.317536:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310016 00000100:00100000:0.0:1734016113.317539:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310016 00000100:00100000:0.0:1734016113.317561:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12475 00000100:00100000:0.0:1734016113.317568:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338309888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.317588:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.317610:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1fb7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce71 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.317692:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340746240:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.317762:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.317787:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12476 00000100:00100000:0.0:1734016113.317792:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338310016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.317800:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.317813:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fb86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce78 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.317842:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340746368:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.317862:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.321960:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340746240:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.322000:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1fb7f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce71 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.322025:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea1fb7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce71 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.322056:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016113.322121:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338309888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4547us (5329us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.322132:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12475 00000100:00100000:1.0:1734016113.322503:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340746368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.322522:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fb86 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce78 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.322532:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fb86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce78 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.322557:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016113.322580:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338310016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4786us (5734us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.322587:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12476 00000100:00100000:0.0:1734016113.326758:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.334305:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310400 00000100:00100000:0.0:1734016113.334313:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310400 00002000:00100000:0.0:1734016113.334351:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (512000->5750783) req@ffff880079c8ea00 x1818247338310400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.334360:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ea00 with x1818247338310400 ext(512000->5750783) 00002000:00010000:0.0:1734016113.334365:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ea00 00000100:00100000:0.0:1734016113.334388:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9092 00000100:00100000:0.0:1734016113.334394:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338310400:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.347675:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338310400:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 13268us (13448us total) trans 0 rc 749568/749568 00000100:00100000:0.0:1734016113.347687:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9092 00002000:00100000:0.0:1734016113.347700:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (512000->5750783) req@ffff880079c8ea00 x1818247338310400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 749568/749568 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.347711:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ea00 with x1818247338310400 ext(512000->5750783) 00002000:00010000:0.0:1734016113.347718:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ea00 00000100:00100000:1.0:1734016113.353499:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.353559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.355033:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310528 00000100:00100000:0.0:1734016113.355047:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310528 00000100:00100000:0.0:1734016113.355113:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310656 00000100:00100000:0.0:1734016113.355117:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310656 00000100:00100000:0.0:1734016113.355157:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12477 00000100:00100000:0.0:1734016113.355166:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338310528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.355187:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.355211:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1fb9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce86 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.355327:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340746496:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.355411:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.357822:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340746496:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.357871:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1fb9b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce86 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.357893:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea1fb9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce86 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.360261:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016113.360379:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338310528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5208us (6886us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.360392:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12477 00000100:00100000:0.0:1734016113.369856:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310912 00000100:00100000:0.0:1734016113.369865:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310912 00000100:00100000:0.0:1734016113.369911:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338310784 00000100:00100000:0.0:1734016113.369914:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338310784 00000100:00100000:0.0:1734016113.370566:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12479 00000100:00100000:0.0:1734016113.370573:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338310912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.370591:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.370608:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1fba9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adce9b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.370660:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340746752:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.371115:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.374160:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340746752:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.374199:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1fba9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce9b expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.374213:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea1fba9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce9b expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.374240:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016113.375231:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338310912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4654us (5531us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.375240:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12479 00000100:00100000:0.0:1734016113.379560:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.379632:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.380404:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12482 00000100:00100000:1.0:1734016113.380409:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338311168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.380418:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.380430:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fbbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcea9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.380460:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340747136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.380483:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.383435:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340747136:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.383488:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fbbe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcea9 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.383507:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fbbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcea9 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.383548:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:0.0:1734016113.385136:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338311168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4719us (5497us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.385146:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12482 00000100:00100000:1.0:1734016113.389616:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.394033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.394354:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338311424 00000100:00100000:0.0:1734016113.394360:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338311424 00002000:00100000:0.0:1734016113.394412:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (512000->516095) req@ffff880079f24380 x1818247338311424/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 4584/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.394423:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f24380 with x1818247338311424 ext(512000->516095) 00010000:00010000:0.0:1734016113.394432:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 8 pid: 7694 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.394444:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 8 pid: 7694 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016113.394450:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079f24380 00000100:00100000:0.0:1734016113.394478:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 320 00000100:00100000:0.0:1734016113.394485:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338311424:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.396884:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338311424:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2384us (2847us total) trans 4294969737 rc 0/0 00000100:00100000:0.0:1734016113.396901:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 320 00002000:00100000:0.0:1734016113.396915:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (512000->516095) req@ffff880079f24380 x1818247338311424/t4294969737(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:74/0 lens 4584/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.396928:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f24380 with x1818247338311424 ext(512000->516095) 00010000:00010000:0.0:1734016113.396942:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.396961:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00002000:00010000:0.0:1734016113.396969:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079f24380 00000100:00100000:1.0:1734016113.402036:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.402115:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338311552 00000100:00100000:0.0:1734016113.402125:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338311552 00010000:00010000:0.0:1734016113.402164:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00000100:00100000:0.0:1734016113.402204:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3513 00000100:00100000:0.0:1734016113.402211:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338311552:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016113.402226:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016113.402244:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 984 00010000:00010000:0.0:1734016113.402250:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.402264:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.402315:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fb5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce55 expref: 10 pid: 7694 timeout: 481 lvb_type: 0 00010000:00010000:0.0:1734016113.402349:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.402351:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016113.402357:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1fbc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2166784->2170879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceb0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.402365:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2166784->2170879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceb0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.402400:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea1fbc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2166784->2170879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceb0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.402411:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340747392:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016113.402462:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.407288:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338311808 00000100:00100000:0.0:1734016113.407299:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338311808 00002000:00100000:0.0:1734016113.407350:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2166784->5750783) req@ffff880079fe0700 x1818247338311808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 504/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.407359:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe0700 with x1818247338311808 ext(2166784->5750783) 00002000:00010000:0.0:1734016113.407364:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe0700 00000100:00100000:0.0:1734016113.407403:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9093 00000100:00100000:0.0:1734016113.407410:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338311808:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.408298:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340747392:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016113.408326:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.409003:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338311552:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6789us (6975us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.409047:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3513 00000100:00100000:1.0:1734016113.417167:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338311808:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 9739us (10153us total) trans 0 rc 749568/749568 00000100:00100000:1.0:1734016113.417185:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9093 00002000:00100000:1.0:1734016113.417200:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2166784->5750783) req@ffff880079fe0700 x1818247338311808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 504/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 749568/749568 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.417211:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe0700 with x1818247338311808 ext(2166784->5750783) 00002000:00010000:1.0:1734016113.417218:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe0700 00000100:00100000:1.0:1734016113.422101:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312064 00000100:00100000:1.0:1734016113.422110:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312064 00002000:00100000:1.0:1734016113.422148:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2170880->2174975) req@ffff880079c8df80 x1818247338312064/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.422158:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338312064 ext(2170880->2174975) 00002000:00010000:1.0:1734016113.422164:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80 00000100:00100000:1.0:1734016113.422789:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9094 00000100:00100000:1.0:1734016113.422798:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338312064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.422997:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338312064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 198us (1536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.423004:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9094 00002000:00100000:1.0:1734016113.423021:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2170880->2174975) req@ffff880079c8df80 x1818247338312064/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.423035:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338312064 ext(2170880->2174975) 00002000:00010000:1.0:1734016113.423039:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80 00000100:00100000:0.0:1734016113.429729:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312192 00000100:00100000:0.0:1734016113.429742:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312192 00002000:00100000:0.0:1734016113.429811:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2166784->2174975) req@ffff880079c8dc00 x1818247338312192/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 8680/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.429822:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338312192 ext(2166784->2174975) 00002000:00010000:0.0:1734016113.429828:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016113.429875:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9095 00000100:00100000:0.0:1734016113.429885:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338312192:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016113.431598:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338312192:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1702us (2040us total) trans 4294969738 rc 0/0 00000100:00100000:0.0:1734016113.431610:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9095 00002000:00100000:0.0:1734016113.431620:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2166784->2174975) req@ffff880079c8dc00 x1818247338312192/t4294969738(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 8680/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.431629:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338312192 ext(2166784->2174975) 00002000:00010000:0.0:1734016113.431633:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016113.438069:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338312320:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2217us (2845us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.438084:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12484 00000100:00100000:0.0:1734016113.441365:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312448 00000100:00100000:0.0:1734016113.441377:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312448 00000100:00100000:0.0:1734016113.441661:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12485 00000100:00100000:0.0:1734016113.441671:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338312448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.441695:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.441719:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1fbcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adceb7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.441790:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.441863:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.444394:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747520:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.444433:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1fbcc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceb7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.444446:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea1fbcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceb7 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.444996:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016113.445070:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338312448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3398us (3977us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.445079:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12485 00000100:00100000:0.0:1734016113.452194:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312576 00000100:00100000:0.0:1734016113.452209:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312576 00000100:00100000:0.0:1734016113.452298:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12486 00000100:00100000:0.0:1734016113.452305:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338312576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.452332:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.452359:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fbd3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcebe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.452444:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747648:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.452546:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.455366:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747648:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.455403:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fbd3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcebe expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.455418:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fbd3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcebe expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.455969:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016113.456050:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338312576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3742us (3999us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.456061:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12486 00000100:00100000:0.0:1734016113.461999:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312704 00000100:00100000:0.0:1734016113.462019:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312704 00000100:00100000:0.0:1734016113.462645:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12487 00000100:00100000:0.0:1734016113.462658:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338312704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.462684:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.462709:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fbda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcec5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.462802:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747776:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.462905:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.468237:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340747776:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.468405:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fbda lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcec5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.468427:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fbda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcec5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.468977:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016113.469117:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338312704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6459us (7451us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.469129:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12487 00000100:00100000:1.0:1734016113.474037:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338312960 00000100:00100000:1.0:1734016113.474055:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338312960 00002000:00100000:1.0:1734016113.474119:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3915776->3919871) req@ffff88007a0b3100 x1818247338312960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.474133:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338312960 ext(3915776->3919871) 00002000:00010000:1.0:1734016113.474139:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3100 00000100:00100000:1.0:1734016113.474180:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9096 00000100:00100000:1.0:1734016113.474189:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338312960:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.474576:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338312960:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 385us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.474585:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9096 00002000:00100000:1.0:1734016113.474593:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3915776->3919871) req@ffff88007a0b3100 x1818247338312960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.474600:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338312960 ext(3915776->3919871) 00002000:00010000:1.0:1734016113.474602:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3100 00000100:00100000:1.0:1734016113.478075:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338313216 00000100:00100000:1.0:1734016113.478087:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338313216 00002000:00100000:1.0:1734016113.478143:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3919872->3923967) req@ffff88007a0b2300 x1818247338313216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.478159:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338313216 ext(3919872->3923967) 00002000:00010000:1.0:1734016113.478165:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2300 00000100:00100000:1.0:1734016113.478239:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9097 00000100:00100000:1.0:1734016113.478247:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338313216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.478567:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338313216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 318us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.478575:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9097 00002000:00100000:1.0:1734016113.478581:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3919872->3923967) req@ffff88007a0b2300 x1818247338313216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.478588:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338313216 ext(3919872->3923967) 00002000:00010000:1.0:1734016113.478590:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2300 00000100:00100000:1.0:1734016113.481789:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338313344 00000100:00100000:1.0:1734016113.481797:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338313344 00000100:00100000:1.0:1734016113.482410:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12488 00000100:00100000:1.0:1734016113.482418:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338313344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.482442:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.482459:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fbe1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcecc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.482519:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340747904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.482595:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016113.484781:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016113 00002000:00010000:1.0:1734016113.484789:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 984 -> 1000 00000100:00100000:1.0:1734016113.484825:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340747904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.484865:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fbe1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcecc expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.484882:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fbe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcecc expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.485076:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016113.485131:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338313344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2713us (3632us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.485140:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12488 00000100:00100000:1.0:1734016113.487427:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338313472 00000100:00100000:1.0:1734016113.487433:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338313472 00000100:00100000:1.0:1734016113.487471:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12489 00000100:00100000:1.0:1734016113.487476:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338313472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.487490:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.487506:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1fbe8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adced3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.487551:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748032:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.487601:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.488976:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748032:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.489003:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1fbe8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adced3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.489024:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea1fbe8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adced3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.489068:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016113.489099:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338313472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1622us (1915us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.489106:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12489 00000100:00100000:1.0:1734016113.496206:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338313856 00000100:00100000:1.0:1734016113.496218:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338313856 00010000:00010000:1.0:1734016113.496266:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1fb94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce7f expref: 30 pid: 6488 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016113.496326:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3514 00000100:00100000:1.0:1734016113.496333:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:1970:x1818247338313856:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016113.496361:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016113.496367:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1fb94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce7f expref: 30 pid: 6488 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016113.496379:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1fb94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce7f expref: 30 pid: 6488 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016113.496408:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea1fb94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce7f expref: 30 pid: 6488 timeout: 482 lvb_type: 0 00010000:00010000:1.0:1734016113.496427:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016113.496432:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016113.496440:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016113.496449:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016113.496479:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016113.496520:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:1970:x1818247338313856:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 188us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.496525:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3514 00010000:00010000:0.0:1734016113.500157:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500168:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500175:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500180:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016113.500184:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500190:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500205:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016113.500207:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016113.500210:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016113.500214:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea1fbef lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016113.500369:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338313984 00000100:00100000:1.0:1734016113.500382:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338313984 00000100:00100000:1.0:1734016113.500425:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12490 00000100:00100000:1.0:1734016113.500433:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338313984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.500450:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.500470:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea1fbf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adceda expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.500509:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1fb24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce24 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.500516:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.500518:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016113.500521:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea1fbf6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceda expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.500549:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1fb24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce24 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.500560:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1fb24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce24 expref: 8 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016113.500578:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340748288:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016113.500641:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016113.504032:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea1fb24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adce24 expref: 9 pid: 7694 timeout: 482 lvb_type: 0 00000100:00100000:1.0:1734016113.504044:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340748288:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016113.504065:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea1fbf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceda expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016113.504384:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016113.504410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338313984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3978us (4323us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016113.504418:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12490 00000100:00100000:1.0:1734016113.515599:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338314368 00000100:00100000:1.0:1734016113.515608:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338314368 00002000:00010000:1.0:1734016113.515649:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3611633->18446744073709551615) 00002000:00100000:1.0:1734016113.515653:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d500 with x1818247338314368 ext(3611633->18446744073709551615) 00002000:00010000:1.0:1734016113.515666:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918d500. 00000100:00100000:1.0:1734016113.515684:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338314240 00000100:00100000:1.0:1734016113.515686:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338314240 00002000:00010000:1.0:1734016113.515697:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016113.515700:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918e680 with x1818247338314240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016113.515707:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918e680. 00000100:00100000:1.0:1734016113.515719:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9098 00000100:00100000:1.0:1734016113.515725:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338314368:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016113.516468:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3611633 00002000:00010000:1.0:1734016113.516472:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.516475:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016112 -> 1734016112 00002000:00010000:1.0:1734016113.516477:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.516479:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 40 00000100:00100000:1.0:1734016113.516527:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338314368:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 800us (1202us total) trans 4294968149 rc 0/0 00000100:00100000:1.0:1734016113.516535:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9098 00002000:00010000:1.0:1734016113.516538:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3611633->18446744073709551615) 00002000:00100000:1.0:1734016113.516540:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d500 with x1818247338314368 ext(3611633->18446744073709551615) 00002000:00010000:1.0:1734016113.516543:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918d500. 00000100:00100000:1.0:1734016113.516579:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9099 00000100:00100000:1.0:1734016113.516585:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338314240:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016113.517586:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5746746 -> 4194304 00002000:00010000:1.0:1734016113.517590:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.517593:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016113 -> 1734016112 00002000:00010000:1.0:1734016113.517594:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016113.517596:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:1.0:1734016113.517619:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338314240:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1035us (2239us total) trans 4294969739 rc 0/0 00000100:00100000:1.0:1734016113.517624:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9099 00002000:00010000:1.0:1734016113.517627:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016113.517629:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918e680 with x1818247338314240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016113.517633:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918e680. 00000100:00100000:1.0:1734016113.538617:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12492 00000100:00100000:1.0:1734016113.538622:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338314624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.538632:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.538646:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fc12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcee8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.538677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748672:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.538714:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.545622:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748672:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.545676:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fc12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcee8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.545693:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fc12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcee8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.545868:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016113.545968:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338314624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7342us (8335us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.545980:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12492 00000100:00100000:1.0:1734016113.553707:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338314880 00000100:00100000:1.0:1734016113.553720:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338314880 00000100:00100000:1.0:1734016113.553776:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12493 00000100:00100000:1.0:1734016113.553788:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338314880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.553814:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.553836:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1fc19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcef6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.553908:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748800:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.554751:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.555244:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338315008 00000100:00100000:0.0:1734016113.555253:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338315008 00000100:00100000:0.0:1734016113.555324:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12494 00000100:00100000:0.0:1734016113.555331:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338315008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.555344:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.555367:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fc20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcefd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.555416:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340748928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.555469:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.560076:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340748800:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.560132:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1fc19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcef6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.560150:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea1fc19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcef6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.560189:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016113.560263:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338314880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6473us (6857us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.560310:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12493 00000100:00100000:0.0:1734016113.560465:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340748928:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.560491:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fc20 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcefd expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.560503:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fc20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcefd expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.560525:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016113.560545:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338315008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5215us (5383us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.560551:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12494 00000100:00100000:0.0:1734016113.565158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.565199:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338315136 00000100:00100000:0.0:1734016113.565210:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338315136 00000100:00100000:0.0:1734016113.565297:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2443 00000100:00100000:0.0:1734016113.565307:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338315136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.565340:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.565359:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fc27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf04 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.565466:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fc2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016113.565481:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fc2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016113.565491:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fc2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:0.0:1734016113.565521:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7805937 00000004:00200000:0.0:1734016113.565526:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016113.565542:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fc2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016113.565566:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea1fc27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf04 expref: 21 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.565593:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea1fc2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf04 expref: 20 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016113.565600:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016113.565603:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016113.565606:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016113.565656:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338315136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 351us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.565664:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2443 00000100:00100000:0.0:1734016113.576891:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338315392 00000100:00100000:0.0:1734016113.576906:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338315392 00002000:00100000:0.0:1734016113.576980:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3629056->3633151) req@ffff8800789fb100 x1818247338315392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.577000:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb100 with x1818247338315392 ext(3629056->3633151) 00002000:00010000:0.0:1734016113.577065:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fb100 00000100:00100000:0.0:1734016113.577122:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9100 00000100:00100000:0.0:1734016113.577132:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338315392:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.580090:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338315392:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2943us (4261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016113.580106:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9100 00002000:00100000:0.0:1734016113.580120:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3629056->3633151) req@ffff8800789fb100 x1818247338315392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.580130:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb100 with x1818247338315392 ext(3629056->3633151) 00002000:00010000:0.0:1734016113.580135:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789fb100 00000100:00100000:0.0:1734016113.584832:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.595519:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.597215:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338315776:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1306us (1705us total) trans 4294969740 rc 0/0 00000100:00100000:0.0:1734016113.597225:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9102 00002000:00100000:0.0:1734016113.597235:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3629056->3637247) req@ffff880078cef100 x1818247338315776/t4294969740(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 8680/448 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016113.597244:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247338315776 ext(3629056->3637247) 00002000:00010000:0.0:1734016113.597247:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:0.0:1734016113.600129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.606783:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.607737:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338316032 00000100:00100000:0.0:1734016113.607752:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338316032 00000100:00100000:0.0:1734016113.607830:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12495 00000100:00100000:0.0:1734016113.607838:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338316032:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:0.0:1734016113.610613:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338316032:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2763us (3832us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016113.610632:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12495 00000100:00100000:0.0:1734016113.616085:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.616159:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.616305:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338316288 00000100:00100000:1.0:1734016113.616321:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338316288 00000100:00100000:1.0:1734016113.616375:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338316160 00000100:00100000:1.0:1734016113.616378:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338316160 00000100:00100000:1.0:1734016113.616411:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12496 00000100:00100000:1.0:1734016113.616420:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338316288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.616449:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.616485:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf12 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.616580:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340749056:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.616680:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016113.621490:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:1.0:1734016113.621511:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340749056:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.621539:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc35 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf12 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.621553:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf12 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.622314:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016113.622335:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338316288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5917us (6267us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.622341:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12496 00000100:00100000:0.0:1734016113.627325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.627364:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.627472:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338316544 00000100:00100000:1.0:1734016113.627481:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338316544 00000100:00100000:1.0:1734016113.627513:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338316416 00000100:00100000:1.0:1734016113.627516:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338316416 00000100:00100000:1.0:1734016113.627536:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12498 00000100:00100000:1.0:1734016113.627542:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338316544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.627563:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.627581:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1fc43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf20 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.627635:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340749312:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.627686:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016113.630083:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340749312:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016113.630117:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1fc43 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf20 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.630132:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea1fc43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf20 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016113.630142:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016113.630202:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338316544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2658us (2939us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016113.630210:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12498 00000100:00100000:0.0:1734016113.646242:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.646964:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.647334:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9103 00000100:00100000:1.0:1734016113.647342:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338316800:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016113.647924:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9104 00000100:00100000:0.0:1734016113.647930:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338317056:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.715076:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338317056:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 67132us (68099us total) trans 0 rc 4169728/4169728 00000100:00100000:1.0:1734016113.715092:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9104 00002000:00100000:1.0:1734016113.715105:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a194380 x1818247338317056/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 536/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4169728/4169728 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.715114:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194380 with x1818247338317056 ext(0->4194303) 00002000:00010000:1.0:1734016113.715122:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194380 00000100:00100000:1.0:1734016113.752639:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338316800:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 105287us (106398us total) trans 0 rc 3612672/3612672 00000100:00100000:1.0:1734016113.752651:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9103 00002000:00100000:1.0:1734016113.752661:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3612671) req@ffff880078ced880 x1818247338316800/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/440 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 3612672/3612672 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.752670:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ced880 with x1818247338316800 ext(0->3612671) 00002000:00010000:1.0:1734016113.752675:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ced880 00000100:00100000:0.0:1734016113.761190:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.766514:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.768554:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12500 00000100:00100000:1.0:1734016113.768564:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338317184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.768584:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.768600:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea1fc51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf27 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.768654:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340749568:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.768719:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.787866:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.801956:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.812395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.819622:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.819694:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338317824 00000100:00100000:0.0:1734016113.819701:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338317824 00000100:00100000:0.0:1734016113.820091:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12504 00000100:00100000:0.0:1734016113.820098:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338317824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016113.820113:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016113.820126:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea1fc66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf3c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016113.820174:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340750080:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016113.822125:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.829760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.843812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.859117:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.863601:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.875847:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.891978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.894226:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.895734:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.927158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.927206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.927579:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12513 00000100:00100000:1.0:1734016113.927585:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338319104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016113.927593:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016113.927602:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcf6d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016113.927628:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340751104:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016113.927650:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016113.930214:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340751104:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016113.930231:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc97 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.930241:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea1fc97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf6d expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016113.930251:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:0.0:1734016113.930289:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338319104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2685us (3064us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016113.930294:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12513 00000100:00100000:0.0:1734016113.944485:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.944528:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.953722:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.953789:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338319616 00000100:00100000:1.0:1734016113.953797:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338319616 00002000:00100000:1.0:1734016113.953832:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4161536->4165631) req@ffff88007c5a2d80 x1818247338319616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.953847:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2d80 with x1818247338319616 ext(4161536->4165631) 00002000:00010000:1.0:1734016113.953852:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2d80 00000100:00100000:1.0:1734016113.953872:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9105 00000100:00100000:1.0:1734016113.953878:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338319616:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.954030:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338319616:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.954037:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9105 00002000:00100000:1.0:1734016113.954042:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4161536->4165631) req@ffff88007c5a2d80 x1818247338319616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.954049:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2d80 with x1818247338319616 ext(4161536->4165631) 00002000:00010000:1.0:1734016113.954051:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2d80 00000100:00100000:0.0:1734016113.955437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.961450:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016113.961544:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338320128 00000100:00100000:1.0:1734016113.961553:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338320128 00002000:00100000:1.0:1734016113.961587:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4169728->4173823) req@ffff88007aab4700 x1818247338320128/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/0 e 0 to 0 dl 1734016124 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.961597:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4700 with x1818247338320128 ext(4169728->4173823) 00002000:00010000:1.0:1734016113.961601:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4700 00000100:00100000:1.0:1734016113.961637:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9107 00000100:00100000:1.0:1734016113.961643:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338320128:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016113.961812:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338320128:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 168us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016113.961820:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9107 00002000:00100000:1.0:1734016113.961826:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4169728->4173823) req@ffff88007aab4700 x1818247338320128/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:74/0 lens 488/4536 e 0 to 0 dl 1734016124 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016113.961834:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aab4700 with x1818247338320128 ext(4169728->4173823) 00002000:00010000:1.0:1734016113.961837:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aab4700 00000100:00100000:0.0:1734016113.964160:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.975908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.977472:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.990789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016113.990847:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.009263:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.012127:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.034253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.065245:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:1.0:1734016114.073260:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016084 00000100:00100000:0.0:1734016114.107166:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.115392:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.115473:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338321664 00000100:00100000:0.0:1734016114.115484:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338321664 00000100:00100000:0.0:1734016114.115535:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12523 00000100:00100000:0.0:1734016114.115543:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338321664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.115564:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.115583:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fcd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adcfac expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.115618:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1fcc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 552960->565247) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf9e expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.115626:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1fccf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfa5 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.115632:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.115633:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016114.115637:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fcd6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3276800->3284991] (req 3276800->3284991) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfac expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.115675:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1fccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfa5 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.115688:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1fccf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfa5 expref: 7 pid: 13929 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016114.115707:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340752256:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016114.115783:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1fcc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 552960->565247) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf9e expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.115792:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea1fcc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 552960->565247) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcf9e expref: 9 pid: 13929 timeout: 482 lvb_type: 0 00000100:00100000:0.0:1734016114.115801:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340752384:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016114.115816:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.124748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016114.125367:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea1fccf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfa5 expref: 7 pid: 13929 timeout: 482 lvb_type: 1 00000100:00100000:0.0:1734016114.125383:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340752256:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016114.125393:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340752384:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016114.126411:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea1fcd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3276800->3284991] (req 3276800->3284991) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adcfac expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016114.126431:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016114.126462:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338321664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10918us (11081us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016114.126469:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12523 00000001:00080000:0.0:1734016114.131521:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968865 is committed 00000001:00080000:0.0:1734016114.131536:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968863 is committed 00000100:00100000:1.0:1734016114.132955:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.145409:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340752512:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016114.145429:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016114.146985:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338321920:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13845us (14034us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.146995:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3520 00000100:00100000:1.0:1734016114.147250:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338322432 00000100:00100000:1.0:1734016114.147256:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338322432 00002000:00100000:1.0:1734016114.147295:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3280896->3284991) req@ffff880079c8ce00 x1818247338322432/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.147303:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ce00 with x1818247338322432 ext(3280896->3284991) 00002000:00010000:1.0:1734016114.147307:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ce00 00000100:00100000:1.0:1734016114.147459:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9110 00000100:00100000:1.0:1734016114.147464:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338322432:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.147949:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338322432:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 483us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.147955:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9110 00002000:00100000:1.0:1734016114.147960:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3280896->3284991) req@ffff880079c8ce00 x1818247338322432/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.147968:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ce00 with x1818247338322432 ext(3280896->3284991) 00002000:00010000:1.0:1734016114.147971:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ce00 00000100:00100000:0.0:1734016114.157806:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.175260:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.187415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.199962:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.200801:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338323072 00000100:00100000:1.0:1734016114.200811:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338323072 00002000:00100000:1.0:1734016114.200846:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1495040->1499135) req@ffff880079c67100 x1818247338323072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.200855:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c67100 with x1818247338323072 ext(1495040->1499135) 00002000:00010000:1.0:1734016114.200860:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c67100 00000100:00100000:1.0:1734016114.200891:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9111 00000100:00100000:1.0:1734016114.200896:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338323072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.201043:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338323072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 145us (1088us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.201049:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9111 00002000:00100000:1.0:1734016114.201053:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1495040->1499135) req@ffff880079c67100 x1818247338323072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.201060:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c67100 with x1818247338323072 ext(1495040->1499135) 00002000:00010000:1.0:1734016114.201063:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c67100 00000100:00100000:0.0:1734016114.217893:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338323456 00000100:00100000:0.0:1734016114.217902:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338323456 00002000:00100000:0.0:1734016114.217937:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1495040->3284991) req@ffff880079c8d180 x1818247338323456/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:75/0 lens 504/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016114.217946:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d180 with x1818247338323456 ext(1495040->3284991) 00002000:00010000:0.0:1734016114.217951:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d180 00000100:00100000:0.0:1734016114.217986:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9113 00000100:00100000:0.0:1734016114.217992:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338323456:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016114.226893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.263546:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016114.266111:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969743 is committed 00000001:00080000:0.0:1734016114.266121:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969742 is committed 00000100:00100000:0.0:1734016114.273052:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.294974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.302791:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.310096:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.319597:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.334397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.338532:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.341193:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.356517:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.368701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.392361:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.399553:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.408297:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.418379:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.433714:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.433826:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338326016 00000100:00100000:0.0:1734016114.433834:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338326016 00010000:00010000:0.0:1734016114.433867:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea1fbf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adceda expref: 9 pid: 7692 timeout: 482 lvb_type: 0 00000100:00080000:1.0:1734016114.434621:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016084 00000100:00100000:1.0:1734016114.440715:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.440760:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.447059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.458080:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12539 00000100:00100000:1.0:1734016114.458087:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338326528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.458095:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.458104:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea1fd54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add015 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.458131:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340754688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.458155:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.462705:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340754688:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016114.462750:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea1fd54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add015 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.462767:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea1fd54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add015 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.462784:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:0.0:1734016114.464294:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338326528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6201us (11022us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.464306:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12539 00000100:00100000:0.0:1734016114.468404:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.468568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.473481:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340754944:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016114.473514:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea1fd62 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add02a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.473528:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea1fd62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add02a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016114.473557:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:0.0:1734016114.473596:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338326912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4280us (5027us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016114.473604:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12541 00000100:00100000:0.0:1734016114.476777:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.490064:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.544075:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.544135:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.544295:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338327552 00000100:00100000:0.0:1734016114.544307:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338327552 00000100:00100000:1.0:1734016114.545761:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338327424 00000100:00100000:1.0:1734016114.545768:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338327424 00000100:00100000:1.0:1734016114.545862:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12542 00000100:00100000:1.0:1734016114.545870:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338327552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.545888:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.545904:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1fd77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add03f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.545955:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.546024:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.546295:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12543 00000100:00100000:0.0:1734016114.546301:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338327424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016114.546310:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016114.546320:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea1fd7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add038 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016114.546349:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340755200:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016114.546372:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.549631:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016113 -> 1734016114 00000100:00100000:1.0:1734016114.549661:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.549697:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1fd77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add03f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.549711:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea1fd77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add03f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.550389:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016114.550436:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338327552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4566us (6372us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.550444:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12542 00000100:00100000:1.0:1734016114.556014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.568940:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.578391:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338327936 00000100:00100000:0.0:1734016114.578402:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338327936 00000100:00100000:0.0:1734016114.578458:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12545 00000100:00100000:0.0:1734016114.578466:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338327936:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016114.578660:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016114.578663:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.578665:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016114 -> 1734016113 00002000:00010000:0.0:1734016114.578667:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:0.0:1734016114.578669:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1064 -> 1080 00000100:00100000:0.0:1734016114.578723:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338327936:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 257us (456us total) trans 4294969745 rc 0/0 00000100:00100000:0.0:1734016114.578731:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12545 00000100:00100000:0.0:1734016114.581846:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.582036:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338328064 00000100:00100000:1.0:1734016114.582044:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338328064 00000100:00100000:1.0:1734016114.582093:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12546 00000100:00100000:1.0:1734016114.582100:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338328064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.582119:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.582140:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fd8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add04d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.582199:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755584:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.583123:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.584851:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755584:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.584885:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fd8c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add04d expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.584899:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea1fd8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add04d expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.585337:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016114.585380:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338328064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3280us (3552us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.585387:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12546 00000100:00100000:0.0:1734016114.588152:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.588441:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338328192 00000100:00100000:1.0:1734016114.588452:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338328192 00000100:00100000:1.0:1734016114.588503:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12547 00000100:00100000:1.0:1734016114.588510:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338328192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.588526:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.588544:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea1fd93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add054 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.588597:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755712:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.588855:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.591759:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755712:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.591801:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea1fd93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add054 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.591817:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea1fd93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add054 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.591849:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016114.591917:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338328192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3406us (3775us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.591927:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12547 00000100:00100000:0.0:1734016114.595474:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.598921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.603712:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.603888:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338328704 00000100:00100000:1.0:1734016114.603894:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338328704 00000100:00100000:1.0:1734016114.603921:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12548 00000100:00100000:1.0:1734016114.603927:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338328704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.603939:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.603951:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fda1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add05b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.603973:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fd38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add007 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.603980:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.603982:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.603984:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fda1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add05b expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.604015:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fd38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add007 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.604025:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea1fd38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add007 expref: 9 pid: 13929 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016114.604040:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340755968:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016114.604096:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016114.607510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.610004:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.610038:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.610241:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338329088 00000100:00100000:1.0:1734016114.610246:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338329088 00002000:00010000:1.0:1734016114.610291:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2667832->18446744073709551615) 00002000:00100000:1.0:1734016114.610295:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196680 with x1818247338329088 ext(2667832->18446744073709551615) 00002000:00010000:1.0:1734016114.610303:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a196680. 00000100:00100000:1.0:1734016114.610316:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338328960 00000100:00100000:1.0:1734016114.610318:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338328960 00002000:00010000:1.0:1734016114.610327:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016114.610329:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338328960 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016114.610334:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300. 00000100:00100000:1.0:1734016114.610346:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9119 00000100:00100000:1.0:1734016114.610351:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338329088:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016114.610500:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 735296 -> 2667832 00002000:00010000:1.0:1734016114.610503:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.610505:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016114 -> 1734016112 00002000:00010000:1.0:1734016114.610507:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.610509:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016114.610539:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338329088:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 187us (537us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1734016114.610546:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9119 00002000:00010000:1.0:1734016114.610548:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2667832->18446744073709551615) 00002000:00100000:1.0:1734016114.610550:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196680 with x1818247338329088 ext(2667832->18446744073709551615) 00002000:00010000:1.0:1734016114.610554:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a196680. 00000100:00100000:1.0:1734016114.610578:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9120 00000100:00100000:1.0:1734016114.610582:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338328960:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016114.610635:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016114.610637:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.610639:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016113 -> 1734016113 00002000:00010000:1.0:1734016114.610641:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016114 00002000:00010000:1.0:1734016114.610642:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:1.0:1734016114.610658:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338328960:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 75us (620us total) trans 4294969746 rc 0/0 00000100:00100000:1.0:1734016114.610663:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9120 00002000:00010000:1.0:1734016114.610665:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016114.610667:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338328960 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016114.610670:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300. 00000100:00100000:0.0:1734016114.617821:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.621675:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.621715:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.626003:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.630625:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.633540:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.636346:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.639688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.647909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.663912:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.663950:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.664026:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338330880 00000100:00100000:1.0:1734016114.664034:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338330880 00002000:00010000:1.0:1734016114.664069:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6250822->18446744073709551615) 00002000:00100000:1.0:1734016114.664074:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941f80 with x1818247338330880 ext(6250822->18446744073709551615) 00002000:00010000:1.0:1734016114.664084:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941f80. 00000100:00100000:1.0:1734016114.664531:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338331008 00000100:00100000:1.0:1734016114.664535:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338331008 00002000:00010000:1.0:1734016114.664546:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016114.664549:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943b80 with x1818247338331008 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016114.664555:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078943b80. 00000100:00100000:0.0:1734016114.671336:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.674300:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338331392 00000100:00100000:1.0:1734016114.674308:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338331392 00000100:00100000:1.0:1734016114.674347:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338331264 00000100:00100000:1.0:1734016114.674349:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338331264 00000100:00100000:1.0:1734016114.674363:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12551 00000100:00100000:1.0:1734016114.674368:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338331392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.674380:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.674394:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fdee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add08c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.674438:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340756864:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.674487:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016114.675898:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016113 00000100:00100000:1.0:1734016114.675914:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340756864:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.675932:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fdee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add08c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.675941:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea1fdee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add08c expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.675962:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016114.676003:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338331392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1633us (1854us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.676009:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12551 00000100:00100000:0.0:1734016114.686942:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.691966:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.700118:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.701807:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.706978:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.711708:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.715862:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.719054:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.729436:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.740853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.747599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.762002:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.821870:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.825344:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.825417:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338333440 00000100:00100000:1.0:1734016114.825424:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338333440 00000100:00100000:1.0:1734016114.825472:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2456 00000100:00100000:1.0:1734016114.825479:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c4c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338333440:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016114.825516:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016114.825538:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea1fe3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0cb expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.825566:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016114.825570:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016114.825695:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016114.825707:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea1fde7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add07e expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.825713:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe42 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016114.825739:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea1fde7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add07e expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.825750:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea1fde7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add07e expref: 18 pid: 6488 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016114.825761:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340758400:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016114.825814:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.829679:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340758400:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016114.829707:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe42 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016114.830194:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.835541:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.836216:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.852501:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.855748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.855795:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.855875:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338334080 00000100:00100000:1.0:1734016114.855885:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338334080 00000100:00100000:1.0:1734016114.855935:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338334208 00000100:00100000:1.0:1734016114.855938:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338334208 00000100:00100000:1.0:1734016114.855957:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12562 00000100:00100000:1.0:1734016114.855963:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338334080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.855979:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.856007:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add0d9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.856066:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340758528:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.856125:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.858569:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340758528:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.858585:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0d9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.858594:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea1fe57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0d9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.858606:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016114.858626:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f025f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338334080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2664us (2888us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.858631:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12562 00000100:00100000:0.0:1734016114.864682:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.864737:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.879977:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.880042:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:1.0:1734016114.881069:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016084 00000100:00080000:1.0:1734016114.881073:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00080000:1.0:1734016114.881075:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016084 00000100:00100000:0.0:1734016114.881122:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340759424:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.881144:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016114.881161:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340759936:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.881175:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016114.881184:0:3516:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734016114.881188:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3516:1818247340759552:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.881201:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734016114.881431:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016084 00000100:00100000:1.0:1734016114.881440:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340759936 00000100:00100000:1.0:1734016114.881444:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340759936 00000100:00100000:1.0:1734016114.881464:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1734016114.881468:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340759936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016114.881493:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f027800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340759936:12345-0@lo:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.881498:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1734016114.881797:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3516:1818247340759552:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.881805:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340759424:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.881812:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340759936:0@lo:400:kworker.0 00000100:00100000:0.0:1734016114.892483:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.893053:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.893610:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12569 00000100:00100000:1.0:1734016114.893615:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338334848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.893623:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.893634:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1fe88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add103 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.893660:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.893681:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.895858:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760192:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.895874:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1fe88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add103 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.895883:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea1fe88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add103 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.896175:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016114.896200:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338334848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2583us (3147us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.896206:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12569 00000100:00100000:1.0:1734016114.900116:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338335104 00000100:00100000:1.0:1734016114.900124:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338335104 00000100:00100000:1.0:1734016114.900156:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12570 00000100:00100000:1.0:1734016114.900163:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338335104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.900179:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.900194:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add111 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900217:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea1fdd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add070 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900223:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.900224:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.900227:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3633152->3641343] (req 3633152->3641343) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add111 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900255:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea1fdd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add070 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.900265:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea1fdd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add070 expref: 9 pid: 7693 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016114.900426:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760320:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016114.900483:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.902540:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016114.902567:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3633152->3641343] (req 3633152->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add111 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.902586:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016114.903079:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338335104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2914us (3040us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.903087:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12570 00000100:00100000:0.0:1734016114.905561:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.909453:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.913913:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340760576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016114.914900:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.919129:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.919380:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338335872 00000100:00100000:1.0:1734016114.919391:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338335872 00002000:00100000:1.0:1734016114.919441:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3637248->3641343) req@ffff88012273b480 x1818247338335872/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:75/0 lens 488/0 e 0 to 0 dl 1734016125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.919450:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b480 with x1818247338335872 ext(3637248->3641343) 00002000:00010000:1.0:1734016114.919455:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b480 00000100:00100000:1.0:1734016114.919498:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9129 00000100:00100000:1.0:1734016114.919505:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338335872:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016114.919702:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338335872:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 197us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016114.919709:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9129 00002000:00100000:1.0:1734016114.919715:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3637248->3641343) req@ffff88012273b480 x1818247338335872/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:75/0 lens 488/4536 e 0 to 0 dl 1734016125 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016114.919721:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b480 with x1818247338335872 ext(3637248->3641343) 00002000:00010000:1.0:1734016114.919724:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b480 00000100:00100000:0.0:1734016114.923133:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.923268:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338336000 00000100:00100000:1.0:1734016114.923306:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338336000 00000100:00100000:1.0:1734016114.923408:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12571 00000100:00100000:1.0:1734016114.923415:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338336000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.923438:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.923461:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fe96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add118 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.923520:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340760704:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.923575:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.925456:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340760704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.925487:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fe96 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add118 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.925503:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea1fe96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add118 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.925885:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016114.925925:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338336000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2509us (2803us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.925934:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12571 00000100:00100000:0.0:1734016114.928430:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.928534:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338336128 00000100:00100000:1.0:1734016114.928543:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338336128 00000100:00100000:1.0:1734016114.929319:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12572 00000100:00100000:1.0:1734016114.929327:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338336128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.929344:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.929359:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fe9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add11f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016114.929407:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340760832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016114.929463:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.931910:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340760832:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016114.931939:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fe9d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add11f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.931952:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea1fe9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add11f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016114.931962:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016114.932017:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338336128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2690us (3596us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016114.932024:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12572 00000100:00100000:0.0:1734016114.934435:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016114.934593:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338336256 00000100:00100000:1.0:1734016114.934600:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338336256 00000100:00100000:1.0:1734016114.934652:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12573 00000100:00100000:1.0:1734016114.934659:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338336256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016114.934683:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016114.934705:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add126 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.934731:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add111 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.934738:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.934740:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016114.934743:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1347584->1355775] (req 1347584->1355775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add126 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.934781:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3641343) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add111 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.934795:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1fe8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3633152->3641343) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add111 expref: 9 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016114.934812:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760960:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016114.934871:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016114.937500:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340760960:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016114.937525:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1347584->1355775] (req 1347584->1355775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add126 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016114.937538:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016114.937573:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338336256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2914us (3147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016114.937581:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12573 00000100:00100000:0.0:1734016114.938585:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.945584:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016114.956412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.005705:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016115.008621:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00000100:00100000:0.0:1734016115.008690:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016115.011743:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016085 00000100:00100000:0.0:1734016115.013965:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.014066:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338337280 00000100:00100000:1.0:1734016115.014074:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338337280 00000100:00100000:1.0:1734016115.014139:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12574 00000100:00100000:1.0:1734016115.014146:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338337280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.014167:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.014189:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add134 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.014218:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.014220:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.014227:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3977216->3981311) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add134 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.014244:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3977216->3981311) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add134 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.014256:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016115.014319:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338337280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 173us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.014325:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12574 00000100:00080000:0.0:1734016115.015087:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00000100:00100000:0.0:1734016115.033744:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.093603:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.113440:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.120586:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.133785:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.141816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.149264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.173105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.179633:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.180821:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338338560 00000100:00100000:1.0:1734016115.180833:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338338560 00000100:00100000:1.0:1734016115.180890:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12580 00000100:00100000:1.0:1734016115.180896:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338338560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.180918:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.180941:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1fed5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add150 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.181009:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340761600:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.181080:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.186153:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016114 00000100:00100000:1.0:1734016115.186178:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340761600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016115.186217:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1fed5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add150 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.186231:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea1fed5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add150 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.186267:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016115.186345:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338338560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5447us (6719us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.186353:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12580 00000100:00100000:0.0:1734016115.188152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.191753:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338338688 00000100:00100000:1.0:1734016115.191767:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338338688 00000100:00100000:1.0:1734016115.191829:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12581 00000100:00100000:1.0:1734016115.191838:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338338688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.191863:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.191885:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fedc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add157 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.191939:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340761728:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.192014:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.194219:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340761728:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016115.194258:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fedc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add157 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.194301:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea1fedc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add157 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.194315:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016115.194354:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338338688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2516us (6209us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.194361:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12581 00000100:00100000:0.0:1734016115.202204:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016115.204436:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016085 00000100:00100000:0.0:1734016115.207922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.212344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.212705:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338339200 00000100:00100000:1.0:1734016115.212717:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338339200 00000100:00100000:1.0:1734016115.212764:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12582 00000100:00100000:1.0:1734016115.212773:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338339200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.212795:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.212821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1feea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add15e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.212853:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1355775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add126 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.212862:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3977216->3981311) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add134 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.212869:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.212872:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.212875:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1feea lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add15e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.212907:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3977216->3981311) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add134 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.212923:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea1feb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3977216->3981311) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add134 expref: 13 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016115.212937:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340761984:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016115.213037:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1355775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add126 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.213046:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea1fea4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1347584->1355775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add126 expref: 11 pid: 7692 timeout: 483 lvb_type: 0 00000100:00100000:1.0:1734016115.213053:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340762112:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016115.213070:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.225004:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340761984:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016115.225022:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340762112:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016115.225063:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea1feea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add15e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.225088:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016115.225174:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338339200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12400us (12834us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.225186:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12582 00000100:00100000:0.0:1734016115.231550:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.237178:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016115.237870:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016085 00000100:00100000:1.0:1734016115.243048:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.243301:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338339584 00000100:00100000:0.0:1734016115.243308:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338339584 00000100:00100000:0.0:1734016115.243336:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12583 00000100:00100000:0.0:1734016115.243341:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338339584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.243355:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.243371:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fef1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add165 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.243396:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea1fe2d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3514368->3522559) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0c4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.243402:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.243404:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.243406:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fef1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add165 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.243433:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea1fe2d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3514368->3522559) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0c4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.243447:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea1fe2d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3514368->3522559) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add0c4 expref: 8 pid: 7694 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016115.243459:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340762368:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016115.243489:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.246421:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340762368:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016115.246464:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea1fef1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add165 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.246480:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016115.246841:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338339584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3497us (3797us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.246853:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12583 00000100:00100000:1.0:1734016115.246968:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.257969:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.261600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.262347:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.271312:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.274147:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12585 00000100:00100000:1.0:1734016115.274153:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338340480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.274163:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.274175:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1ff0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add17a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.274202:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340762752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.274226:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016115.277439:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016114 00000100:00100000:0.0:1734016115.277450:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a125f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340762752:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.277467:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1ff0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add17a expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.277475:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea1ff0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add17a expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.277493:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:0.0:1734016115.277521:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338340480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3367us (3670us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.277528:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12585 00000100:00100000:1.0:1734016115.280111:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.280158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.280657:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12587 00000100:00100000:1.0:1734016115.280662:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338340736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.280670:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.280679:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1ff1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add188 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.280706:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340763008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.280729:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.283576:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340763008:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.283605:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1ff1b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add188 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.283616:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea1ff1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add188 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.283627:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:0.0:1734016115.283661:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338340736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2999us (3502us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.283669:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12587 00000100:00100000:1.0:1734016115.293840:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.293972:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338340992 00000100:00100000:0.0:1734016115.293988:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338340992 00002000:00100000:0.0:1734016115.294032:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->602111) req@ffff880079f92300 x1818247338340992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.294042:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92300 with x1818247338340992 ext(0->602111) 00002000:00010000:0.0:1734016115.294046:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92300 00000100:00100000:0.0:1734016115.294075:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9136 00000100:00100000:0.0:1734016115.294082:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338340992:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.308994:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338340992:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 14886us (15138us total) trans 0 rc 602112/602112 00000100:00100000:0.0:1734016115.309008:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9136 00002000:00100000:0.0:1734016115.309021:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->602111) req@ffff880079f92300 x1818247338340992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 602112/602112 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.309031:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92300 with x1818247338340992 ext(0->602111) 00002000:00010000:0.0:1734016115.309038:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92300 00002000:00010000:0.0:1734016115.329929:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016114 -> 1734016115 00000100:00100000:0.0:1734016115.329955:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340763264:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.329997:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea1ff29 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add196 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.330009:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea1ff29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add196 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.330033:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016115.330080:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338341248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4686us (5268us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.330087:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12589 00000100:00100000:0.0:1734016115.341227:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338341504 00000100:00100000:0.0:1734016115.341233:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338341504 00000100:00100000:0.0:1734016115.341268:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12591 00000100:00100000:0.0:1734016115.341297:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338341504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.341306:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.341320:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1ff37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add1a4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.341350:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340763520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016115.341375:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.350937:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340763520:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.350967:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1ff37 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1a4 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.350987:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea1ff37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1a4 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.351018:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016115.351042:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338341504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9744us (12717us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.351047:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12591 00000100:00100000:0.0:1734016115.359433:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338341760 00000100:00100000:0.0:1734016115.359441:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338341760 00000100:00100000:0.0:1734016115.359495:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2462 00000100:00100000:0.0:1734016115.359503:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338341760:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016115.359549:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.359573:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea1feff lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add16c expref: 24 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.359598:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016115.359602:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016115.359722:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1ff3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016115.359732:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1ff3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016115.359739:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1ff3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016115.359762:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968878 00000004:00010000:0.0:1734016115.359774:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a02a680 reply state ffff880130e2e000 transno 4294968879 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea1ff3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016115.359779:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.359850:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338341760:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 347us (493us total) trans 4294968879 rc 0/0 00000100:00100000:0.0:1734016115.359856:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2462 00000020:00080000:0.0:1734016115.359859:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016115.362372:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.375396:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.383306:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.387099:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.387123:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.387666:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9138 00000100:00100000:0.0:1734016115.387672:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338342528:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.387788:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 992704 00002000:00010000:0.0:1734016115.387791:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016114 -> 1734016115 00002000:00010000:0.0:1734016115.387793:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016112 00002000:00010000:0.0:1734016115.387794:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016114 -> 1734016115 00002000:00010000:0.0:1734016115.387796:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016115.388285:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338342528:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 596us (1145us total) trans 4294968162 rc 0/0 00000100:00100000:0.0:1734016115.388292:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9138 00002000:00010000:0.0:1734016115.388295:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (992704->18446744073709551615) 00002000:00100000:0.0:1734016115.388297:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91f80 with x1818247338342528 ext(992704->18446744073709551615) 00002000:00010000:0.0:1734016115.388301:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f91f80. 00000100:00100000:0.0:1734016115.391574:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.396730:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338342784 00000100:00100000:0.0:1734016115.396738:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338342784 00000100:00100000:0.0:1734016115.396779:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12594 00000100:00100000:0.0:1734016115.396784:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338342784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.396800:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.396816:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add1c0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.396840:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea1ff45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ab expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.396846:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.396848:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016115.396851:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1912832->1921023] (req 1912832->1921023) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.396879:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea1ff45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ab expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.396889:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea1ff45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ab expref: 12 pid: 7693 timeout: 483 lvb_type: 0 00000100:00100000:0.0:1734016115.396900:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a40700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340764160:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016115.397041:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.402593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.412348:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338343168 00000100:00100000:0.0:1734016115.412356:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338343168 00002000:00100000:0.0:1734016115.412391:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078f40380 x1818247338343168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.412400:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40380 with x1818247338343168 ext(0->4194303) 00002000:00010000:0.0:1734016115.412406:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f40380 00000100:00100000:0.0:1734016115.412423:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9139 00000100:00100000:0.0:1734016115.412429:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338343168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.462913:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338343168:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 50472us (50749us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016115.462926:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9139 00002000:00100000:0.0:1734016115.462937:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078f40380 x1818247338343168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/440 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.462945:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40380 with x1818247338343168 ext(0->4194303) 00002000:00010000:0.0:1734016115.462951:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f40380 00000100:00100000:1.0:1734016115.470756:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.471087:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338343424 00000100:00100000:0.0:1734016115.471101:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338343424 00000100:00100000:0.0:1734016115.471195:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12596 00000100:00100000:0.0:1734016115.471202:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338343424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.471230:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.471258:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add1ce expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.471399:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.471409:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea1ff68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c7 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.471415:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.471417:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.471421:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3592192->3596287] (req 3592192->3596287) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ce expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.471458:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea1ff68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c7 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.471471:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea1ff68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c7 expref: 14 pid: 7693 timeout: 484 lvb_type: 1 00000100:00100000:0.0:1734016115.471484:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340764416:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016115.471606:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.471616:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 12 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016115.471625:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340764544:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016115.471645:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.479548:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340764416:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016115.479559:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340764544:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016115.479593:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3592192->3596287] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ce expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.479615:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016115.479684:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338343424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8482us (8941us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.479692:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12596 00000100:00100000:0.0:1734016115.489582:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338343680 00000100:00100000:0.0:1734016115.489590:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338343680 00010000:00010000:0.0:1734016115.489622:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 13 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:0.0:1734016115.489657:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3542 00000100:00100000:0.0:1734016115.489663:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338343680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016115.489679:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016115.489870:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 13 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016115.489880:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 13 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016115.489897:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea1ff61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1921023) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1c0 expref: 13 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:0.0:1734016115.489993:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.489996:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.490005:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ce expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.490017:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ce expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.490055:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea1ff6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1ce expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.490072:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340764672:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016115.490956:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.500897:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340764672:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016115.500926:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016115.501010:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338343680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11342us (11511us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.501025:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3542 00000100:00100000:0.0:1734016115.501956:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338343936 00000100:00100000:0.0:1734016115.501963:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338343936 00002000:00100000:0.0:1734016115.502007:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3592192->3596287) req@ffff880078f41f80 x1818247338343936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.502015:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f41f80 with x1818247338343936 ext(3592192->3596287) 00002000:00010000:0.0:1734016115.502020:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f41f80 00000100:00100000:0.0:1734016115.502046:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9140 00000100:00100000:0.0:1734016115.502051:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338343936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.502184:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338343936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (853us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.502190:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9140 00002000:00100000:0.0:1734016115.502195:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3592192->3596287) req@ffff880078f41f80 x1818247338343936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.502201:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f41f80 with x1818247338343936 ext(3592192->3596287) 00002000:00010000:0.0:1734016115.502203:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f41f80 00000100:00100000:0.0:1734016115.513936:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338344064 00000100:00100000:0.0:1734016115.513951:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338344064 00002000:00100000:1.0:1734016115.514060:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3592192->3596287) req@ffff880078f41c00 x1818247338344064/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 4584/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.514070:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f41c00 with x1818247338344064 ext(3592192->3596287) 00002000:00010000:1.0:1734016115.514075:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f41c00 00000100:00100000:1.0:1734016115.514096:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9141 00000100:00100000:1.0:1734016115.514103:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338344064:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016115.515230:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338344064:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1119us (6812us total) trans 4294969754 rc 0/0 00000100:00100000:1.0:1734016115.515240:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9141 00002000:00100000:1.0:1734016115.515250:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3592192->3596287) req@ffff880078f41c00 x1818247338344064/t4294969754(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 4584/448 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.515257:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f41c00 with x1818247338344064 ext(3592192->3596287) 00002000:00010000:1.0:1734016115.515262:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f41c00 00000100:00100000:1.0:1734016115.523647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.523738:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338344192 00000100:00100000:0.0:1734016115.523752:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338344192 00000100:00100000:0.0:1734016115.523825:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2464 00000100:00100000:0.0:1734016115.523833:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338344192:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016115.524004:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338344192:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 169us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.524013:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2464 00000100:00100000:0.0:1734016115.527458:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338344320 00000100:00100000:0.0:1734016115.527468:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338344320 00000100:00100000:0.0:1734016115.527530:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12597 00000100:00100000:0.0:1734016115.527539:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338344320:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016115.529371:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969754 is committed 00000001:00080000:0.0:1734016115.529403:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969752 is committed 00000100:00100000:1.0:1734016115.549579:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.549701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.550173:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12599 00000100:00100000:0.0:1734016115.550180:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338344704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.550189:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.550201:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1ff8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add1e3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.550232:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340764928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016115.550297:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016115.554502:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016115 00000100:00100000:0.0:1734016115.554516:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340764928:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.554534:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1ff8b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1e3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.554543:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea1ff8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1e3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.555751:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016115.561379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.561431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.568503:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340765184:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.568529:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea1ff99 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1f1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.568539:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea1ff99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1f1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.569459:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016115.569495:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338344960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7719us (8063us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.569501:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12601 00000100:00100000:0.0:1734016115.580302:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338345088 00000100:00100000:0.0:1734016115.580313:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338345088 00000100:00100000:0.0:1734016115.580369:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12602 00000100:00100000:0.0:1734016115.580377:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338345088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.580397:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.580416:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1ffa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add1f8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.580473:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078a42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340765312:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016115.580527:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.583552:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078a42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340765312:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.583581:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1ffa0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1f8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.583592:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea1ffa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1f8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.583830:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016115.585399:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338345088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5020us (5229us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.585406:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12602 00000100:00100000:0.0:1734016115.599464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.608935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.613784:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.614058:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338345728 00000100:00100000:1.0:1734016115.614068:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338345728 00002000:00100000:1.0:1734016115.614114:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1093632->1097727) req@ffff880078a42d80 x1818247338345728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.614122:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078a42d80 with x1818247338345728 ext(1093632->1097727) 00002000:00010000:1.0:1734016115.614127:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078a42d80 00000100:00100000:1.0:1734016115.614146:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9142 00000100:00100000:1.0:1734016115.614152:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338345728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016115.614357:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338345728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 205us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016115.614364:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9142 00002000:00100000:1.0:1734016115.614369:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1093632->1097727) req@ffff880078a42d80 x1818247338345728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016115.614376:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078a42d80 with x1818247338345728 ext(1093632->1097727) 00002000:00010000:1.0:1734016115.614379:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078a42d80 00000100:00100000:0.0:1734016115.618435:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.630119:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.645458:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.657265:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.657510:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338346496 00000100:00100000:1.0:1734016115.657519:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338346496 00000100:00100000:1.0:1734016115.657576:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2466 00000100:00100000:1.0:1734016115.657583:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338346496:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016115.657633:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.657660:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea1ff7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1d5 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.657686:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016115.657690:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016115.657844:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016115.657855:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1ff5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1b9 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.657860:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016115.657891:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1ff5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1b9 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.657902:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea1ff5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add1b9 expref: 25 pid: 7714 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016115.657913:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340766080:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016115.659691:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.665122:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.665327:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340766080:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016115.665347:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016115.666662:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016115.666668:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016115.666738:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968880 00000004:00010000:0.0:1734016115.666773:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078a40700 reply state ffff88007aa83000 transno 4294968881 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016115.666779:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.666855:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078a40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338346496:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9271us (9601us total) trans 4294968881 rc 0/0 00000100:00100000:0.0:1734016115.666861:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2466 00000020:00080000:0.0:1734016115.666865:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016115.670244:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.678395:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.684337:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.692686:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.692750:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.692863:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338347392 00000100:00100000:0.0:1734016115.692878:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338347392 00002000:00010000:0.0:1734016115.692929:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016115.692937:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92680 with x1818247338347392 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016115.692954:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f92680. 00000100:00100000:0.0:1734016115.692987:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338347264 00000100:00100000:0.0:1734016115.692990:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338347264 00002000:00010000:0.0:1734016115.693001:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4392517->18446744073709551615) 00002000:00100000:0.0:1734016115.693004:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91180 with x1818247338347264 ext(4392517->18446744073709551615) 00002000:00010000:0.0:1734016115.693012:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91180. 00000100:00100000:0.0:1734016115.693028:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9144 00000100:00100000:0.0:1734016115.693038:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338347392:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.693267:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 992704 -> 4194304 00002000:00010000:0.0:1734016115.693298:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.693301:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016112 00002000:00010000:0.0:1734016115.693303:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.693305:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016115.693362:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338347392:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 325us (698us total) trans 4294968163 rc 0/0 00000100:00100000:0.0:1734016115.693371:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9144 00002000:00010000:0.0:1734016115.693375:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016115.693377:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92680 with x1818247338347392 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016115.693382:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f92680. 00000100:00100000:0.0:1734016115.693397:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9145 00000100:00100000:0.0:1734016115.693401:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338347264:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016115.693551:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4392517 00002000:00010000:0.0:1734016115.693553:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.693555:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016115 -> 1734016113 00002000:00010000:0.0:1734016115.693556:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016115 -> 1734016115 00002000:00010000:0.0:1734016115.693558:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:0.0:1734016115.693576:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338347264:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 173us (825us total) trans 4294969755 rc 0/0 00000100:00100000:0.0:1734016115.693581:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9145 00002000:00010000:0.0:1734016115.693584:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4392517->18446744073709551615) 00002000:00100000:0.0:1734016115.693586:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91180 with x1818247338347264 ext(4392517->18446744073709551615) 00002000:00010000:0.0:1734016115.693589:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91180. 00000100:00100000:0.0:1734016115.696445:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.701078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.705125:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.705240:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338347776 00000100:00100000:1.0:1734016115.705247:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338347776 00000100:00100000:1.0:1734016115.705371:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12610 00000100:00100000:1.0:1734016115.705378:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338347776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.705393:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.705407:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add237 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.705450:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340766848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.705497:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016115.709162:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016112 -> 1734016115 00000100:00100000:1.0:1734016115.709196:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340766848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016115.709237:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add237 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.709256:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea1ffed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add237 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.709322:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016115.710053:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338347776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4672us (4932us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.710061:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12610 00000100:00100000:1.0:1734016115.713626:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.713676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.713736:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338347904 00000100:00100000:0.0:1734016115.713745:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338347904 00000100:00100000:0.0:1734016115.713776:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338348032 00000100:00100000:0.0:1734016115.713777:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338348032 00000100:00100000:0.0:1734016115.713789:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12611 00000100:00100000:0.0:1734016115.713795:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338347904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.713808:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.713822:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea1fff4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add23e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016115.713869:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340766976:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016115.713926:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.719356:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.724631:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.724696:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.733507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.738557:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.741751:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.745173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.748660:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.751617:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.755770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.758915:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338349696:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2133us (3152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.758925:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12616 00000100:00100000:0.0:1734016115.761368:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.766168:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.773982:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.781195:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.787530:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.792082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.794178:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079dabb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340768256:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016115.794216:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea20041 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add284 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.794227:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea20041 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add284 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.794251:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:0.0:1734016115.794553:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338350464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2210us (2475us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016115.794561:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12622 00000100:00100000:0.0:1734016115.796268:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.803379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.810480:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.814846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.819776:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.838522:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.854919:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338351744 00000100:00100000:0.0:1734016115.854929:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338351744 00002000:00100000:0.0:1734016115.854982:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1814528->1818623) req@ffff880079db4700 x1818247338351744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 488/0 e 0 to 0 dl 1734016126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.854991:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4700 with x1818247338351744 ext(1814528->1818623) 00002000:00010000:0.0:1734016115.854996:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4700 00000100:00100000:0.0:1734016115.855028:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9152 00000100:00100000:0.0:1734016115.855035:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338351744:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016115.855189:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338351744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 153us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016115.855197:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9152 00002000:00100000:0.0:1734016115.855203:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1814528->1818623) req@ffff880079db4700 x1818247338351744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:76/0 lens 488/4536 e 0 to 0 dl 1734016126 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016115.855209:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4700 with x1818247338351744 ext(1814528->1818623) 00002000:00010000:0.0:1734016115.855211:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4700 00000100:00100000:0.0:1734016115.865892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.865956:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.866149:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338351872 00000100:00100000:1.0:1734016115.866162:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338351872 00000100:00100000:1.0:1734016115.866214:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338352000 00000100:00100000:1.0:1734016115.866217:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338352000 00000100:00100000:0.0:1734016115.866234:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12626 00000100:00100000:0.0:1734016115.866242:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338351872:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:1.0:1734016115.866252:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12627 00000100:00100000:1.0:1734016115.866257:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338352000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016115.866260:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.866265:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016115.866297:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add2a0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.866301:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20064 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add2a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016115.866323:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.866325:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016115.866334:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.866348:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016115.866358:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:1.0:1734016115.866361:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340768896:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016115.866399:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338351872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 158us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.866400:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.866405:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12626 00000100:00100000:1.0:1734016115.869058:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340768896:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016115.869107:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20064 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.869126:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20064 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.869146:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016115.869214:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338352000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2954us (3256us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.869223:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12627 00000100:00100000:0.0:1734016115.877163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.877257:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338352128 00000100:00100000:1.0:1734016115.877265:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338352128 00000100:00100000:1.0:1734016115.877346:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12628 00000100:00100000:1.0:1734016115.877353:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338352128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016115.877373:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016115.877394:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2006b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add2ae expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.877446:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340769024:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016115.877492:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016115.879088:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340769024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016115.879116:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2006b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2ae expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.879128:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2006b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2ae expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016115.879146:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016115.879860:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338352128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2502us (2699us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016115.879872:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12628 00000100:00100000:0.0:1734016115.889320:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.896364:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016115.898714:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea20072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016115.898722:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea20072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016115.898923:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968882 00000004:00010000:0.0:1734016115.898979:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e26d80 reply state ffff88011e582000 transno 4294968883 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea20072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016115.898986:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016115.899057:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338352384:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9129us (9798us total) trans 4294968883 rc 0/0 00000100:00100000:0.0:1734016115.899065:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2469 00000020:00080000:0.0:1734016115.899068:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016115.904392:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338352640 00000100:00100000:0.0:1734016115.904405:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338352640 00000100:00100000:0.0:1734016115.911481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.912874:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.913234:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338352768 00000100:00100000:1.0:1734016115.913247:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338352768 00010000:00010000:1.0:1734016115.913312:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 484 lvb_type: 1 00000100:00100000:1.0:1734016115.913345:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338352896 00000100:00100000:1.0:1734016115.913347:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338352896 00010000:00010000:1.0:1734016115.913360:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea20056 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add299 expref: 8 pid: 8975 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016115.913377:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3550 00000100:00100000:1.0:1734016115.913385:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338352768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.913403:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.913429:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016115.913443:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016115.913466:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2005d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2a0 expref: 9 pid: 7692 timeout: 484 lvb_type: 1 00010000:00010000:1.0:1734016115.913494:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.913550:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338352768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 165us (2086us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.913557:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3550 00000100:00100000:1.0:1734016115.913600:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3551 00000100:00100000:1.0:1734016115.913604:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338352896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016115.913612:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016115.913619:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea20056 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add299 expref: 8 pid: 8975 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016115.913628:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea20056 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add299 expref: 8 pid: 8975 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016115.913640:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea20056 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add299 expref: 8 pid: 8975 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016115.913649:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.913651:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016115.913656:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.913666:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016115.913703:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016115.913718:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340769536:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016115.913763:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016115.917800:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.917990:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340769536:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016115.918017:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016115.918065:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338352896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4458us (5193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016115.918076:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3551 00000100:00100000:0.0:1734016115.918337:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.927556:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.939783:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.950398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.952407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.955094:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338353792:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2519us (2682us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016115.955110:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12630 00000100:00100000:0.0:1734016115.965389:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016115.981722:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016115.984448:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.014812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.014863:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016116.015412:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016086 00000100:00100000:0.0:1734016116.024897:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.029694:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.029822:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338354944 00000100:00100000:1.0:1734016116.029835:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338354944 00002000:00100000:1.0:1734016116.029891:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2654208->2658303) req@ffff88011cd4fb80 x1818247338354944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.029902:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4fb80 with x1818247338354944 ext(2654208->2658303) 00002000:00010000:1.0:1734016116.029910:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4fb80 00000100:00100000:1.0:1734016116.029951:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9158 00000100:00100000:1.0:1734016116.029960:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338354944:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.030217:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338354944:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 257us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.030224:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9158 00002000:00100000:1.0:1734016116.030230:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2654208->2658303) req@ffff88011cd4fb80 x1818247338354944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.030237:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4fb80 with x1818247338354944 ext(2654208->2658303) 00002000:00010000:1.0:1734016116.030240:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4fb80 00000100:00100000:0.0:1734016116.034581:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.038222:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.045130:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.045347:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338355584 00000100:00100000:1.0:1734016116.045360:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338355584 00002000:00100000:1.0:1734016116.045410:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3907584->3911679) req@ffff88011cd4d180 x1818247338355584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.045421:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d180 with x1818247338355584 ext(3907584->3911679) 00002000:00010000:1.0:1734016116.045427:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4d180 00000100:00100000:1.0:1734016116.045466:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9160 00000100:00100000:1.0:1734016116.045475:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338355584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.045651:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338355584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 177us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.045658:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9160 00002000:00100000:1.0:1734016116.045663:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3907584->3911679) req@ffff88011cd4d180 x1818247338355584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.045669:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4d180 with x1818247338355584 ext(3907584->3911679) 00002000:00010000:1.0:1734016116.045671:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4d180 00000100:00100000:0.0:1734016116.052179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.053498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.054638:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12635 00000100:00100000:1.0:1734016116.054995:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338355712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.055014:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.055041:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea200bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add2e6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.055119:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340770176:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.055863:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.058028:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340770176:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.058067:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea200bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2e6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.058079:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea200bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2e6 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.058103:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016116.058154:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338355712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3161us (4660us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.058162:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12635 00000100:00100000:0.0:1734016116.060736:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.064172:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.064863:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338356096 00000100:00100000:1.0:1734016116.064871:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338356096 00010000:00010000:1.0:1734016116.064892:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00000100:00100000:1.0:1734016116.064925:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3552 00000100:00100000:1.0:1734016116.064930:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338356096:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.064942:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.064959:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016116.064978:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016116.064997:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea20079 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2b5 expref: 7 pid: 7693 timeout: 484 lvb_type: 0 00010000:00010000:1.0:1734016116.065014:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.065015:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.065021:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea200c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2600959) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2f4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.065028:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea200c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2600959) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2f4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.065053:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea200c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2600959) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add2f4 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.065063:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340770560:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.065099:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.069915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.070764:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340770560:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.070780:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.070802:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338356096:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5872us (6641us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.070810:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3552 00000100:00100000:0.0:1734016116.075847:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.083144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.094413:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.099159:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.105626:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.111706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.120632:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.128797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.135826:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.141916:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.146773:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.151480:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.163829:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.164711:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338358144 00000100:00100000:1.0:1734016116.164716:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338358144 00002000:00100000:1.0:1734016116.164753:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (307200->311295) req@ffff880079257800 x1818247338358144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.164763:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079257800 with x1818247338358144 ext(307200->311295) 00002000:00010000:1.0:1734016116.164767:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079257800 00000100:00100000:1.0:1734016116.164789:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9162 00000100:00100000:1.0:1734016116.164794:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338358144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.164928:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079257800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338358144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (1108us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.164934:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9162 00002000:00100000:1.0:1734016116.164938:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (307200->311295) req@ffff880079257800 x1818247338358144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.164944:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079257800 with x1818247338358144 ext(307200->311295) 00002000:00010000:1.0:1734016116.164946:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079257800 00000100:00100000:0.0:1734016116.168058:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.177259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.177642:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338358528 00000100:00100000:1.0:1734016116.177651:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338358528 00002000:00100000:1.0:1734016116.177704:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (307200->315391) req@ffff880079255180 x1818247338358528/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 8680/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.177714:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255180 with x1818247338358528 ext(307200->315391) 00002000:00010000:1.0:1734016116.177719:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079255180 00000100:00100000:1.0:1734016116.177757:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9164 00000100:00100000:1.0:1734016116.177765:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338358528:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016116.179803:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338358528:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2030us (2544us total) trans 4294969760 rc 0/0 00000100:00100000:1.0:1734016116.179814:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9164 00002000:00100000:1.0:1734016116.179823:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (307200->315391) req@ffff880079255180 x1818247338358528/t4294969760(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 8680/448 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.179830:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079255180 with x1818247338358528 ext(307200->315391) 00002000:00010000:1.0:1734016116.179834:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079255180 00000100:00100000:0.0:1734016116.182789:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016116.186373:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969760 is committed 00000001:00080000:0.0:1734016116.186390:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969759 is committed 00000100:00100000:0.0:1734016116.190193:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.206576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.208879:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338359168 00000100:00100000:1.0:1734016116.208890:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338359168 00002000:00100000:1.0:1734016116.208929:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079257100 x1818247338359168/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 552/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.208938:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079257100 with x1818247338359168 ext(0->4194303) 00002000:00010000:1.0:1734016116.208943:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079257100 00000100:00100000:1.0:1734016116.208973:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9165 00000100:00100000:1.0:1734016116.208979:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338359168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.214323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.311149:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338359552 00000100:00100000:0.0:1734016116.311158:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338359552 00002000:00100000:0.0:1734016116.311200:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4620287) req@ffff880079db6a00 x1818247338359552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.311208:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db6a00 with x1818247338359552 ext(4194304->4620287) 00002000:00010000:0.0:1734016116.311213:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db6a00 00000100:00100000:0.0:1734016116.311247:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9167 00000100:00100000:0.0:1734016116.311256:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338359552:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.319752:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338359808 00000100:00100000:0.0:1734016116.319770:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338359808 00000100:00100000:0.0:1734016116.319843:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12652 00000100:00100000:0.0:1734016116.319852:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338359808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.319872:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.319892:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2011a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add348 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.319970:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340772224:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.320067:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.329008:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338359552:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 17751us (18057us total) trans 0 rc 425984/425984 00000100:00100000:0.0:1734016116.329016:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9167 00002000:00100000:0.0:1734016116.329021:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4620287) req@ffff880079db6a00 x1818247338359552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/440 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 425984/425984 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.329028:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db6a00 with x1818247338359552 ext(4194304->4620287) 00002000:00010000:0.0:1734016116.329031:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db6a00 00002000:00010000:0.0:1734016116.329733:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:0.0:1734016116.329748:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340772224:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.329774:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2011a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add348 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.329785:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2011a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add348 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.329810:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016116.329834:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338359808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9984us (12493us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.329841:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12652 00000100:00100000:1.0:1734016116.339354:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.339414:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.346368:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079daaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340772480:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.346427:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea20128 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add356 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.346444:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea20128 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add356 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.346478:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:0.0:1734016116.348234:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338360064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8327us (8807us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.348246:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12654 00000100:00100000:1.0:1734016116.363618:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.364130:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338360576 00000100:00100000:0.0:1734016116.364142:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338360576 00002000:00010000:0.0:1734016116.364187:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016116.364192:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4380 with x1818247338360576 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016116.364206:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4380. 00000100:00100000:0.0:1734016116.364245:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9168 00000100:00100000:0.0:1734016116.364253:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338360576:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016116.364894:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4616417 -> 4194304 00002000:00010000:0.0:1734016116.364897:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016115 -> 1734016116 00002000:00010000:0.0:1734016116.364899:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:0.0:1734016116.364901:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.364903:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 840 00000100:00100000:0.0:1734016116.364976:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338360576:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 721us (1367us total) trans 4294969761 rc 0/0 00000100:00100000:0.0:1734016116.364984:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9168 00002000:00010000:0.0:1734016116.364988:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016116.364990:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4380 with x1818247338360576 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016116.364994:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4380. 00000100:00100000:1.0:1734016116.365159:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.369786:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.375309:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361088 00000100:00100000:0.0:1734016116.375321:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361088 00000100:00100000:0.0:1734016116.375380:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338360960 00000100:00100000:0.0:1734016116.375383:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338360960 00000100:00100000:0.0:1734016116.375399:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12655 00000100:00100000:0.0:1734016116.375407:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338361088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.375428:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.375451:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20144 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add36b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.375507:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340772736:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.375571:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016116.379189:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016115 -> 1734016116 00000100:00100000:0.0:1734016116.379204:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340772736:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.379224:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20144 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add36b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.379232:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20144 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add36b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.379603:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016116.379758:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338361088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4351us (4816us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.379764:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12655 00000100:00100000:1.0:1734016116.383003:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.383029:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.383076:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361216 00000100:00100000:0.0:1734016116.383084:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361216 00000100:00100000:0.0:1734016116.383117:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338361344 00000100:00100000:0.0:1734016116.383118:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338361344 00000100:00100000:0.0:1734016116.383237:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12657 00000100:00100000:0.0:1734016116.383243:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338361216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.383256:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.383283:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea20152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add372 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.383325:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340772992:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.383370:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.386546:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340772992:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.386591:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea20152 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add372 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.386605:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea20152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add372 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.386637:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016116.386683:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338361216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3438us (3685us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.387454:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12657 00000100:00100000:1.0:1734016116.392520:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.396153:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:1.0:1734016116.401910:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969762 is committed 00000100:00100000:1.0:1734016116.405231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.405389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.405857:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12661 00000100:00100000:0.0:1734016116.405863:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338361984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.405871:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.405882:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20167 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add387 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.405907:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340773376:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.405929:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.407878:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340773376:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.407907:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20167 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add387 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.407919:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20167 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add387 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.407934:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016116.407983:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338361984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2118us (2592us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.407990:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12661 00000100:00100000:1.0:1734016116.411567:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.411782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.412778:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12663 00000100:00100000:1.0:1734016116.412782:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338362240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.412789:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.412797:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20175 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add395 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.412818:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340773632:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.413943:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.416363:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340773632:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.416386:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20175 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add395 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.416394:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20175 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add395 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.416415:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:0.0:1734016116.416433:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338362240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3650us (4651us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.416439:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12663 00000100:00100000:1.0:1734016116.427014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.427080:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338362496 00000100:00100000:0.0:1734016116.427088:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338362496 00000100:00100000:0.0:1734016116.427132:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12664 00000100:00100000:0.0:1734016116.427139:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338362496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016116.427367:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016116.427371:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.427373:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016115 00002000:00010000:0.0:1734016116.427375:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.427376:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 872 00000100:00100000:0.0:1734016116.427425:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338362496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 286us (420us total) trans 4294969763 rc 0/0 00000100:00100000:0.0:1734016116.427432:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12664 00000100:00100000:1.0:1734016116.431166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.431258:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.431339:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338362752 00000100:00100000:0.0:1734016116.431348:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338362752 00000100:00100000:0.0:1734016116.431392:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338362624 00000100:00100000:0.0:1734016116.431394:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338362624 00000100:00100000:0.0:1734016116.431408:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12665 00000100:00100000:0.0:1734016116.431416:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338362752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.431432:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.431452:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2018a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3aa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.431503:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340773760:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.431553:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.431668:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12666 00000100:00100000:1.0:1734016116.431673:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338362624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.431680:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.431689:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20191 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3a3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.431713:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340773888:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.431733:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.434089:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340773760:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.434117:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2018a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3aa expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.434134:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2018a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3aa expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.434162:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016116.434199:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338362752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2782us (3040us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.434208:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12665 00000100:00100000:1.0:1734016116.439978:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.440024:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.440073:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363008 00000100:00100000:0.0:1734016116.440083:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363008 00000100:00100000:0.0:1734016116.440118:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338362880 00000100:00100000:0.0:1734016116.440120:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338362880 00000100:00100000:0.0:1734016116.440134:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12667 00000100:00100000:0.0:1734016116.440141:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338363008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.440157:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.440175:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20198 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3b8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.440231:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340774016:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.440299:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.442920:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340774016:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.442944:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20198 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3b8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.442955:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20198 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3b8 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.443630:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016116.443665:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338363008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3523us (3705us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.443671:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12667 00000100:00100000:1.0:1734016116.447614:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.447651:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.449527:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340774400:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.449563:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea201ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3c6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.449574:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea201ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3c6 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.449587:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:0.0:1734016116.449622:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338363264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1716us (1969us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.449629:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12670 00000100:00100000:0.0:1734016116.454510:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363392 00000100:00100000:0.0:1734016116.454518:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363392 00000100:00100000:0.0:1734016116.454547:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363520 00000100:00100000:0.0:1734016116.454548:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363520 00000100:00100000:0.0:1734016116.454823:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12671 00000100:00100000:0.0:1734016116.454829:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338363392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.454845:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.454862:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea201b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3cd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.454914:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340774528:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.455425:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.458662:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340774528:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.459167:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea201b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3cd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.459176:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea201b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3cd expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.459192:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016116.459209:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338363392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4380us (4806us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.459214:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12671 00000100:00100000:1.0:1734016116.461645:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.461673:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.461891:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363648 00000100:00100000:0.0:1734016116.461899:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363648 00000100:00100000:0.0:1734016116.461993:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363776 00000100:00100000:0.0:1734016116.461996:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363776 00000100:00100000:0.0:1734016116.462013:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12673 00000100:00100000:0.0:1734016116.462020:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338363648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.462036:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.462050:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea201c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3db expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.462096:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340774784:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.462245:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12674 00000100:00100000:1.0:1734016116.462250:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338363776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.462258:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.462288:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea201c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3e2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.462316:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340774912:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.462814:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.462858:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.464217:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340774784:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.464239:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea201c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3db expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.464250:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea201c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3db expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.464261:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016116.464382:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340774912:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.464397:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea201c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3e2 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.464405:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea201c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3e2 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.464418:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:0.0:1734016116.464608:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338363648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2587us (2970us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.464615:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12673 00000100:00100000:1.0:1734016116.465142:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338363776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2890us (3468us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.465149:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12674 00000100:00100000:0.0:1734016116.468432:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338363904 00000100:00100000:0.0:1734016116.468444:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338363904 00000100:00100000:0.0:1734016116.468596:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338364032 00000100:00100000:0.0:1734016116.468599:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338364032 00000100:00100000:1.0:1734016116.468662:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12675 00000100:00100000:1.0:1734016116.468672:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338363904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.468693:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.468712:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea201d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3e9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.468769:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340775040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.468821:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.468974:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12676 00000100:00100000:0.0:1734016116.468981:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338364032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.468989:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.469001:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea201d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3f0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.469030:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340775168:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.469060:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.471504:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340775168:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.471537:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea201d7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f0 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.471551:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea201d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f0 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.471574:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016116.471618:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338364032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2636us (3245us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.471625:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12676 00000100:00100000:1.0:1734016116.471830:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340775040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.471850:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea201d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3e9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.471859:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea201d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3e9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.472058:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016116.472077:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338363904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3406us (4006us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.472081:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12675 00000100:00100000:1.0:1734016116.475343:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338364160 00000100:00100000:1.0:1734016116.475355:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338364160 00000100:00100000:1.0:1734016116.475620:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12677 00000100:00100000:1.0:1734016116.475626:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338364160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.475643:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.475663:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add3f7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.475816:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2001e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add261 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.475823:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.475825:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.475828:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3907584->3915775] (req 3907584->3915775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.475858:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2001e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add261 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.475872:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2001e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add261 expref: 10 pid: 8975 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.475884:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340775296:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016116.475942:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.479116:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.490160:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.496495:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.501681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.505949:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.513773:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.521658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.524730:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.524779:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338365440 00000100:00100000:0.0:1734016116.524786:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338365440 00000100:00100000:0.0:1734016116.524823:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12681 00000100:00100000:0.0:1734016116.524830:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338365440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.524845:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.524860:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea201fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add413 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.524903:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340775808:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.524972:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.526578:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340775808:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.526601:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea201fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add413 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.526616:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea201fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add413 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.526655:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016116.526688:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338365440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1857us (1965us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.526694:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12681 00000100:00100000:1.0:1734016116.528248:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.528359:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338365568 00000100:00100000:0.0:1734016116.528366:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338365568 00000100:00100000:0.0:1734016116.528444:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12682 00000100:00100000:0.0:1734016116.528450:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338365568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.528466:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.528481:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add41a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.528505:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.528512:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea201f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add40c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.528518:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.528520:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016116.528523:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [471040->483327] (req 471040->483327) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.528555:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea201f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add40c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.528587:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea201f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add40c expref: 12 pid: 7694 timeout: 485 lvb_type: 1 00000100:00100000:0.0:1734016116.528599:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340775936:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016116.528662:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.528670:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f7 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016116.528678:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776064:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016116.528694:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.531583:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079255c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340775936:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016116.531595:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776064:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016116.531620:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [471040->483327] (req 471040->483327) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016116.531635:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016116.531682:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338365568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3231us (3438us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016116.531694:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12682 00000100:00100000:1.0:1734016116.532146:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.532366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.532562:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338365824 00000100:00100000:0.0:1734016116.532569:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338365824 00010000:00010000:0.0:1734016116.532594:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea201de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add3f7 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016116.533161:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338365696 00000100:00100000:0.0:1734016116.533164:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338365696 00010000:00010000:0.0:1734016116.533174:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea201f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add40c expref: 13 pid: 7694 timeout: 485 lvb_type: 1 00000100:00100000:1.0:1734016116.536367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.536614:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338365952 00000100:00100000:0.0:1734016116.536620:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338365952 00000100:00100000:0.0:1734016116.536650:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12683 00000100:00100000:0.0:1734016116.536656:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338365952:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016116.537670:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4065378 -> 4065378 00002000:00010000:0.0:1734016116.537674:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.537676:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.537678:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016116 -> 1734016116 00002000:00010000:0.0:1734016116.537679:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 72 -> 96 00000100:00100000:0.0:1734016116.537721:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338365952:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1063us (1361us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1734016116.537728:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12683 00000100:00100000:1.0:1734016116.540265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.540356:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366080 00000100:00100000:0.0:1734016116.540364:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366080 00000100:00100000:0.0:1734016116.540415:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12684 00000100:00100000:0.0:1734016116.540422:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.540438:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.540455:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20208 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add421 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.540520:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776320:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.540588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.542137:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776320:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.542177:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20208 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add421 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.542192:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20208 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add421 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.542218:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016116.542311:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1887us (2053us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.542321:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12684 00000100:00100000:1.0:1734016116.544894:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.545014:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366208 00000100:00100000:0.0:1734016116.545024:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366208 00000100:00100000:0.0:1734016116.545643:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12685 00000100:00100000:0.0:1734016116.545653:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.545672:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.545694:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea2020f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add428 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.545758:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776448:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.545838:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.547985:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776448:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.548013:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea2020f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add428 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.548024:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea2020f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add428 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.548034:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016116.548077:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2424us (3189us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.548084:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12685 00000100:00100000:0.0:1734016116.550355:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366336 00000100:00100000:0.0:1734016116.550362:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366336 00000100:00100000:0.0:1734016116.550513:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12686 00000100:00100000:0.0:1734016116.550520:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338366336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.550536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.550551:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea20216 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add42f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.550593:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340776576:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.550644:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.551913:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340776576:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.551935:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea20216 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add42f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.551951:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea20216 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add42f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.551972:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016116.552237:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338366336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1714us (2020us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.552244:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12686 00000100:00100000:1.0:1734016116.554698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.554807:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366464 00000100:00100000:0.0:1734016116.554813:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366464 00000100:00100000:0.0:1734016116.555410:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12687 00000100:00100000:0.0:1734016116.555417:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338366464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.555431:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.555446:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea2021d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add436 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.555492:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340776704:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.555548:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.558539:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340776704:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.558576:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea2021d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add436 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.558590:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea2021d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add436 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.558606:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016116.558659:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338366464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3241us (3967us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.558668:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12687 00000100:00100000:1.0:1734016116.563588:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.563674:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366592 00000100:00100000:0.0:1734016116.563689:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366592 00000100:00100000:0.0:1734016116.564043:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12688 00000100:00100000:0.0:1734016116.564051:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.564073:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.564100:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20224 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add43d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.564189:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.564333:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.566466:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776832:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.566500:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20224 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add43d expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.566511:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea20224 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add43d expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.566886:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016116.566939:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2887us (3369us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.566952:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12688 00000100:00100000:0.0:1734016116.571204:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366720 00000100:00100000:0.0:1734016116.571214:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366720 00000100:00100000:0.0:1734016116.571435:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12689 00000100:00100000:0.0:1734016116.571444:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338366720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.571462:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.571477:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2022b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add444 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.571533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.571596:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.573395:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340776960:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016116.573423:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2022b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add444 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.573435:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2022b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add444 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016116.573890:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016116.573962:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338366720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2510us (2858us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016116.573970:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12689 00000100:00100000:1.0:1734016116.576772:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.576852:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338366848 00000100:00100000:0.0:1734016116.576863:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338366848 00000100:00100000:0.0:1734016116.577135:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12690 00000100:00100000:0.0:1734016116.577145:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.577166:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.577184:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea20232 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add44b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.577528:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340777088:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.577590:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.581142:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079254e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340777088:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.581190:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea20232 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add44b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.581205:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea20232 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add44b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.581242:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:1.0:1734016116.581319:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338366848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4174us (4556us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.581328:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12690 00000100:00100000:1.0:1734016116.584714:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.588762:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.594095:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.599208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.603906:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.607506:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.610934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.611049:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338367872 00000100:00100000:1.0:1734016116.611056:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338367872 00010000:00010000:1.0:1734016116.611079:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.611112:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3559 00000100:00100000:1.0:1734016116.611119:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338367872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.611133:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.611155:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->483327) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.611165:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->483327) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.611185:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20201 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->483327) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add41a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.611204:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.611206:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.611210:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.611225:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.611255:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.611267:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340777728:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.611321:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.615904:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340777728:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.615927:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.615979:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338367872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4859us (5044us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.615991:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3559 00000100:00100000:0.0:1734016116.616421:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.616482:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.634216:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.639937:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.639992:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.651026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.651079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.651426:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12698 00000100:00100000:0.0:1734016116.651431:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338368768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.651438:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.651448:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20278 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add483 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.651470:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aab4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340778240:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.651488:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.653144:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aab4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340778240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.653167:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20278 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add483 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.653175:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20278 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add483 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.653321:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016116.653342:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338368768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1909us (2263us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.653350:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12698 00000100:00100000:0.0:1734016116.658799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.662079:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.662239:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338369152 00000100:00100000:1.0:1734016116.662253:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338369152 00000100:00100000:1.0:1734016116.662946:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12699 00000100:00100000:1.0:1734016116.662965:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338369152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.662983:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.663004:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add48a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.663034:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.663040:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.663043:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.663046:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.663080:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.663092:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 9 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.663104:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340778368:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016116.663187:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.671656:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340778368:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016116.671699:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.671715:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016116.671766:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338369152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8811us (9696us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.671775:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12699 00000100:00100000:0.0:1734016116.676829:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.677078:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338369280 00000100:00100000:1.0:1734016116.677093:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338369280 00010000:00010000:1.0:1734016116.677142:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 10 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.678057:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3560 00000100:00100000:1.0:1734016116.678068:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338369280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.678087:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.678120:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 10 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.678132:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 10 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.678156:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2010c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->311295) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add33a expref: 10 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.678190:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.678193:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.678198:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.678208:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.678249:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.678262:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340778496:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.678355:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.683129:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340778496:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.683154:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.683207:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338369280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5140us (6390us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.683219:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3560 00000100:00100000:0.0:1734016116.683594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.684205:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338369408 00000100:00100000:1.0:1734016116.684212:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338369408 00000100:00100000:1.0:1734016116.684256:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12700 00000100:00100000:1.0:1734016116.684262:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338369408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.684439:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.684456:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add491 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.684480:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.684492:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.684493:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016116.684497:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.684521:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.684532:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 13 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.684544:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340778624:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016116.685426:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.688858:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340778624:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016116.688896:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.688912:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:0.0:1734016116.689104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.689383:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338369408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5120us (5788us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.689393:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12700 00000100:00100000:1.0:1734016116.689439:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338369536 00000100:00100000:1.0:1734016116.689444:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338369536 00010000:00010000:1.0:1734016116.689461:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 14 pid: 7692 timeout: 485 lvb_type: 0 00000100:00080000:0.0:1734016116.690555:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016086 00000100:00100000:1.0:1734016116.691001:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3561 00000100:00100000:1.0:1734016116.691008:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aab7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338369536:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.691019:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.691037:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 14 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.691047:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 14 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.691070:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2024e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add460 expref: 14 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.691092:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.691094:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.691099:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.691107:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.691133:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.691142:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340778880:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.691176:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.694023:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340778880:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.694052:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.694989:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aab7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338369536:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3974us (5880us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.695004:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3561 00000100:00100000:0.0:1734016116.695584:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.695832:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.707600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.717000:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.717505:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338370304 00000100:00100000:0.0:1734016116.717517:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338370304 00002000:00100000:0.0:1734016116.717568:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a96a680 x1818247338370304/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.717579:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338370304 ext(4190208->4194303) 00002000:00010000:0.0:1734016116.717585:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:0.0:1734016116.717623:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9178 00000100:00100000:0.0:1734016116.717629:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338370304:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016116.718579:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338370304:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 947us (1591us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016116.718587:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9178 00002000:00100000:0.0:1734016116.718594:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a96a680 x1818247338370304/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016116.718601:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338370304 ext(4190208->4194303) 00002000:00010000:0.0:1734016116.718604:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:0.0:1734016116.763141:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.766807:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.769843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.769992:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338370688 00000100:00100000:1.0:1734016116.770006:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338370688 00000100:00100000:1.0:1734016116.770078:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12701 00000100:00100000:1.0:1734016116.770088:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338370688:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016116.771855:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969767 is committed 00000001:00080000:0.0:1734016116.771894:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969765 is committed 00000100:00100000:1.0:1734016116.772139:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338370688:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2047us (2304us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.772152:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12701 00000100:00100000:0.0:1734016116.774974:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.779257:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.779338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.787250:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.787359:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.787795:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12705 00000100:00100000:1.0:1734016116.787802:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338371328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.787811:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.787823:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea202b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add4b4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.787858:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340779392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.787886:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.790356:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340779392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.790391:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea202b7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4b4 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.790412:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea202b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4b4 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.790440:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016116.790483:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338371328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2680us (3123us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.790491:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12705 00000100:00100000:0.0:1734016116.794224:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.801407:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.801460:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.801648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338371584 00000100:00100000:1.0:1734016116.801661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338371584 00000100:00100000:1.0:1734016116.801709:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338371712 00000100:00100000:1.0:1734016116.801711:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338371712 00000100:00100000:1.0:1734016116.801738:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12706 00000100:00100000:1.0:1734016116.801746:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338371584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.801768:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.801793:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea202cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add4c2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.801854:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340779520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.801916:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.804542:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340779520:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.804579:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea202cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4c2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.804594:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea202cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4c2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.804628:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016116.805251:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338371584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3504us (3852us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.805264:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12706 00000100:00100000:0.0:1734016116.811438:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.814864:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.814909:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338371968 00000100:00100000:1.0:1734016116.814916:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338371968 00010000:00010000:1.0:1734016116.814945:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 8 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.814982:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3562 00000100:00100000:1.0:1734016116.814989:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338371968:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.815007:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.815035:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 8 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.815047:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2028d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add491 expref: 8 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.815068:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.815070:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.815077:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.815085:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.815119:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.815131:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340779904:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.815194:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.818684:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.818878:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340779904:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.818904:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.818985:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338371968:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3995us (4129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.818996:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3562 00000100:00100000:0.0:1734016116.822597:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.822682:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338372480 00000100:00100000:1.0:1734016116.822689:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338372480 00002000:00100000:1.0:1734016116.822725:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (389120->393215) req@ffff880070119180 x1818247338372480/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/0 e 0 to 0 dl 1734016127 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.822734:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119180 with x1818247338372480 ext(389120->393215) 00002000:00010000:1.0:1734016116.822738:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119180 00000100:00100000:1.0:1734016116.822763:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9181 00000100:00100000:1.0:1734016116.822768:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338372480:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016116.823098:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338372480:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 328us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016116.823104:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9181 00002000:00100000:1.0:1734016116.823109:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (389120->393215) req@ffff880070119180 x1818247338372480/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:77/0 lens 488/4536 e 0 to 0 dl 1734016127 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016116.823122:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119180 with x1818247338372480 ext(389120->393215) 00002000:00010000:1.0:1734016116.823126:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119180 00000100:00100000:0.0:1734016116.825826:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.831172:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.834785:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.841137:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.846973:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.855666:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.864405:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.869721:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.875807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.882251:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.891764:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.891967:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338373888 00000100:00100000:1.0:1734016116.891974:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338373888 00010000:00010000:1.0:1734016116.891999:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.892032:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3563 00000100:00100000:1.0:1734016116.892038:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338373888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.892050:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.892069:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.892080:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.892098:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20286 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add48a expref: 7 pid: 7692 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.892112:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.892113:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.892118:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.892125:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.892158:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.892170:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340780928:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.892205:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.899393:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340780928:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.899430:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.899585:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338373888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7543us (7817us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.899602:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3563 00000100:00100000:0.0:1734016116.905217:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.920763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.924694:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.925990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.926305:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338374784 00000100:00100000:1.0:1734016116.926313:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338374784 00000100:00100000:1.0:1734016116.926355:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12719 00000100:00100000:1.0:1734016116.926362:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338374784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.926375:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.926393:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20319 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add50f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.926437:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340781184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.926472:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.930117:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340781184:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.930149:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20319 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add50f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.930164:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20319 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add50f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.930190:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016116.930867:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338374784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4505us (4878us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.930872:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12719 00000100:00100000:0.0:1734016116.937654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.938740:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.939124:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338374912 00000100:00100000:1.0:1734016116.939135:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338374912 00000100:00100000:1.0:1734016116.939179:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375040 00000100:00100000:1.0:1734016116.939181:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375040 00000100:00100000:1.0:1734016116.939197:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12720 00000100:00100000:1.0:1734016116.939205:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338374912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.939221:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.939237:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add516 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.939322:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340781312:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.939382:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.939431:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12721 00000100:00100000:0.0:1734016116.939436:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338375040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.939444:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.939454:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20327 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add51d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.939479:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340781440:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.939496:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.942361:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340781312:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.942402:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20320 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add516 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.942415:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add516 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.942431:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016116.942469:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338374912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3263us (4830us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.942478:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12720 00000100:00100000:1.0:1734016116.946459:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375168 00000100:00100000:1.0:1734016116.946467:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375168 00000100:00100000:1.0:1734016116.946639:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375296 00000100:00100000:1.0:1734016116.946642:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375296 00000100:00100000:1.0:1734016116.946660:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12722 00000100:00100000:1.0:1734016116.946667:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338375168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.946683:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.946713:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2032e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add524 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.946779:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340781568:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.946844:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.946946:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12723 00000100:00100000:0.0:1734016116.946961:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338375296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016116.946969:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016116.946982:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20335 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add52b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016116.947009:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340781696:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016116.947030:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.950001:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340781568:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.950037:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2032e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add524 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.950049:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2032e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add524 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.950063:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016116.950313:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338375168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3646us (4089us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.950322:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12722 00000100:00100000:0.0:1734016116.957251:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016116.962697:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.962758:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375552 00000100:00100000:1.0:1734016116.962766:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375552 00010000:00010000:1.0:1734016116.962795:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016116.962830:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3564 00000100:00100000:1.0:1734016116.962837:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338375552:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016116.962848:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016116.962865:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.962877:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea202da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 385024->389119) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add4d0 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016116.962895:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.962897:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016116.962903:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.962911:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016116.962936:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.962962:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340781952:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016116.963007:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016116.965338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.967004:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340781952:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016116.967035:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016116.967076:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338375552:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4239us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016116.967088:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3564 00000100:00100000:0.0:1734016116.972793:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.973030:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375808 00000100:00100000:1.0:1734016116.973038:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375808 00000100:00100000:1.0:1734016116.973839:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12726 00000100:00100000:1.0:1734016116.973846:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338375808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.973861:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.973876:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add539 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.973928:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782080:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.973992:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.975636:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782080:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.975674:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20343 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add539 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.975686:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add539 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.975714:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016116.975764:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338375808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1917us (2978us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.975773:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12726 00000100:00100000:0.0:1734016116.977640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.977726:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338375936 00000100:00100000:1.0:1734016116.977733:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338375936 00000100:00100000:1.0:1734016116.977779:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12727 00000100:00100000:1.0:1734016116.977785:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338375936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.977800:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.977814:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2034a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add540 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.977856:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782208:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.977909:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.979593:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782208:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.979638:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2034a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add540 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.979650:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2034a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add540 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.979661:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016116.979946:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338375936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2157us (2309us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.979968:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12727 00000100:00100000:0.0:1734016116.982420:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016116.982568:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376064 00000100:00100000:1.0:1734016116.982576:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376064 00000100:00100000:1.0:1734016116.983259:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12728 00000100:00100000:1.0:1734016116.983266:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338376064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016116.983310:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016116.983326:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add547 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016116.983372:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782336:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016116.983427:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016116.985372:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782336:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016116.985400:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20351 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add547 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.985412:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20351 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add547 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016116.985421:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016116.985822:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338376064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2555us (3408us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016116.985829:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12728 00000100:00100000:0.0:1734016116.993487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.045943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.046079:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376448 00000100:00100000:1.0:1734016117.046088:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376448 00000100:00100000:1.0:1734016117.046154:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12729 00000100:00100000:1.0:1734016117.046163:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338376448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.046186:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.046203:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20358 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add54e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.046263:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782464:192.168.201.60@tcp:106: 00000100:00080000:0.0:1734016117.046378:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00100000:1.0:1734016117.047583:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.050853:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.050885:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20358 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add54e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.050898:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20358 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add54e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.050911:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016117.050973:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338376448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4809us (5039us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.050981:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12729 00000100:00100000:0.0:1734016117.052931:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.053244:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376576 00000100:00100000:1.0:1734016117.053252:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376576 00000100:00100000:1.0:1734016117.053316:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12730 00000100:00100000:1.0:1734016117.053322:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338376576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.053338:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.053353:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2035f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add555 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.053399:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.053582:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.056067:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340782592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.056110:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2035f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add555 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.056125:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2035f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add555 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.056138:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016117.056197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338376576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2873us (3270us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.056205:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12730 00000100:00100000:0.0:1734016117.058386:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.058477:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376704 00000100:00100000:1.0:1734016117.058484:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376704 00000100:00100000:1.0:1734016117.058632:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12731 00000100:00100000:1.0:1734016117.058638:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338376704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.058654:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.058668:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20366 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add55c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.058710:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340782720:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.058757:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00080000:0.0:1734016117.058795:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016087 00000100:00100000:1.0:1734016117.060117:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340782720:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.060145:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20366 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add55c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.060156:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20366 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add55c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.060176:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016117.060391:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338376704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1751us (2014us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.060399:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12731 00000100:00100000:0.0:1734016117.063159:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.063258:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376832 00000100:00100000:1.0:1734016117.063266:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376832 00000100:00100000:1.0:1734016117.063391:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12732 00000100:00100000:1.0:1734016117.063397:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338376832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.063412:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.063425:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add563 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.063448:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.063453:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.063455:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.063457:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3846144->3850239] (req 3846144->3850239) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add563 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.063480:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.063490:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 6 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016117.063500:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340782848:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016117.063544:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.068894:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340782848:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016117.068927:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3846144->3850239] (req 3846144->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add563 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.068945:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016117.069085:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338376832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5686us (5932us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.069094:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12732 00000100:00100000:0.0:1734016117.074455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.074538:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338376960 00000100:00100000:1.0:1734016117.074546:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338376960 00010000:00010000:1.0:1734016117.074579:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016117.075540:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3565 00000100:00100000:1.0:1734016117.075549:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338376960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.075562:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.075582:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.075596:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.075614:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea2033c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3907584->3915775) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add532 expref: 7 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.075637:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.075639:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.075645:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add563 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.075652:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add563 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.075679:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2036d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add563 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.075689:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340782976:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016117.075753:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.079628:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340782976:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016117.079656:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.079712:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338376960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4164us (5268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.079722:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3565 00000100:00100000:0.0:1734016117.081244:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338377216 00000100:00100000:0.0:1734016117.081251:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338377216 00002000:00100000:0.0:1734016117.081362:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3846144->3850239) req@ffff880079daaa00 x1818247338377216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.081371:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daaa00 with x1818247338377216 ext(3846144->3850239) 00002000:00010000:0.0:1734016117.081375:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079daaa00 00000100:00100000:0.0:1734016117.081529:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9186 00000100:00100000:0.0:1734016117.081536:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338377216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016117.081666:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338377216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 130us (745us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016117.081671:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9186 00002000:00100000:0.0:1734016117.081676:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3846144->3850239) req@ffff880079daaa00 x1818247338377216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016117.081682:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daaa00 with x1818247338377216 ext(3846144->3850239) 00002000:00010000:0.0:1734016117.081685:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079daaa00 00000100:00100000:0.0:1734016117.084918:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.088706:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.088865:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338377600 00000100:00100000:1.0:1734016117.088874:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338377600 00002000:00100000:1.0:1734016117.088911:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3846144->3854335) req@ffff88007c661f80 x1818247338377600/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:78/0 lens 8680/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.088920:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661f80 with x1818247338377600 ext(3846144->3854335) 00002000:00010000:1.0:1734016117.088926:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c661f80 00000100:00100000:1.0:1734016117.089250:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9188 00000100:00100000:1.0:1734016117.089257:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338377600:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.090200:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338377600:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 942us (1502us total) trans 4294968174 rc 0/0 00000100:00100000:1.0:1734016117.090207:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9188 00002000:00100000:1.0:1734016117.090214:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3846144->3854335) req@ffff88007c661f80 x1818247338377600/t4294968174(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:78/0 lens 8680/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.090221:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661f80 with x1818247338377600 ext(3846144->3854335) 00002000:00010000:1.0:1734016117.090224:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c661f80 00000100:00100000:1.0:1734016117.091956:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338377728 00000100:00100000:1.0:1734016117.091964:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338377728 00000100:00100000:1.0:1734016117.092329:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12733 00000100:00100000:1.0:1734016117.092336:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338377728:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:1.0:1734016117.093995:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338377728:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1655us (2293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.094004:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12733 00000100:00100000:0.0:1734016117.096699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.096790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.096842:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338377984 00000100:00100000:1.0:1734016117.096849:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338377984 00000100:00100000:1.0:1734016117.097012:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338377856 00000100:00100000:1.0:1734016117.097016:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338377856 00000100:00100000:1.0:1734016117.097688:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12735 00000100:00100000:1.0:1734016117.097693:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338377856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.097701:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.097710:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2037b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add56a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.097735:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340783232:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.097757:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.099735:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340783232:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.099761:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2037b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add56a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.099771:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2037b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add56a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.099780:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016117.099810:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338377856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2116us (3018us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.099817:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12735 00000100:00100000:0.0:1734016117.102774:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.106021:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338378240 00000100:00100000:1.0:1734016117.106026:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338378240 00010000:00010000:1.0:1734016117.106051:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016117.106079:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3566 00000100:00100000:1.0:1734016117.106084:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338378240:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.106097:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016117.106114:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.106123:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.106141:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2030b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add501 expref: 8 pid: 7693 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.106151:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.106154:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.106159:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.106167:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.106194:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.106204:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340783488:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016117.106236:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00080000:0.0:1734016117.106297:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016087 00000100:00100000:0.0:1734016117.112231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.113939:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340783488:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016117.113966:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.113993:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338378240:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7908us (8032us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.114005:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3566 00000100:00100000:0.0:1734016117.122193:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.128750:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.132915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016117.134663:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969769 is committed 00000001:00080000:0.0:1734016117.134673:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969768 is committed 00000100:00100000:0.0:1734016117.137398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.147976:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.153817:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.165992:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.170862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.173375:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.177011:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.181774:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.187652:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.191655:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.196862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.197537:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338380928 00000100:00100000:1.0:1734016117.197544:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338380928 00010000:00010000:1.0:1734016117.197571:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00000100:00100000:1.0:1734016117.197604:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3567 00000100:00100000:1.0:1734016117.197610:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338380928:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016117.197620:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016117.197633:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 872 00010000:00010000:1.0:1734016117.197638:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.197648:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.197664:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20382 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add578 expref: 9 pid: 7694 timeout: 485 lvb_type: 0 00010000:00010000:1.0:1734016117.197960:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.197963:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.197969:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea203c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2084863) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5b7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.197978:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea203c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2084863) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5b7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.198009:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea203c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2084863) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5b7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.198020:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340784768:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016117.198264:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.202474:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.202933:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340784768:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016117.202959:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016117.202986:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338380928:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5376us (6133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.202993:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3567 00000100:00100000:0.0:1734016117.205985:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.210220:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.210378:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.210652:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12747 00000100:00100000:1.0:1734016117.210659:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338381696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.210676:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.210701:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea203c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add5c5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.210745:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340784896:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.210802:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.212871:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340784896:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.212889:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea203c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5c5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.212896:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea203c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5c5 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.213716:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016117.213739:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338381696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3079us (3530us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.213743:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12747 00000100:00100000:1.0:1734016117.218349:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12750 00000100:00100000:1.0:1734016117.218354:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338381952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.218361:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.218371:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea203dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add5d3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.218411:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340785152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.218460:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.227739:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340785152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.227761:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea203dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5d3 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.227769:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea203dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add5d3 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.227790:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016117.228186:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338381952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9828us (10556us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.228194:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12750 00000100:00100000:0.0:1734016117.233401:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.233974:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.235072:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338382208 00000100:00100000:1.0:1734016117.235084:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338382208 00000100:00100000:1.0:1734016117.242146:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.247231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.251115:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.256376:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.259415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.266940:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.272782:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.276781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.283517:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.287716:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.307254:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.307331:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.384978:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.385032:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.391104:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.396303:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016117.397086:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00000100:00100000:1.0:1734016117.400777:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016117.401435:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016087 00010000:00010000:0.0:1734016117.404294:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404307:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404312:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404317:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4a400 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016117.404320:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404326:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404340:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016117.404343:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016117.404346:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016117.404350:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20431 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016117.413699:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.422337:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12764 00000100:00100000:0.0:1734016117.422345:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338385152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.422363:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.422382:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add62e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.422408:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20415 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add60b expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.422416:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea20423 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add619 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.422422:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.422423:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.422427:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add62e expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.422453:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea20423 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add619 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.422464:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea20423 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add619 expref: 9 pid: 8975 timeout: 485 lvb_type: 1 00000100:00100000:0.0:1734016117.422475:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340787328:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016117.422530:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20415 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add60b expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.422538:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20415 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add60b expref: 5 pid: 8975 timeout: 485 lvb_type: 0 00000100:00100000:0.0:1734016117.422547:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340787456:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.422563:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.429749:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340787328:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.429761:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340787456:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016117.429792:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add62e expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.429812:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016117.429884:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338385152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7539us (8431us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.429893:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12764 00000100:00100000:1.0:1734016117.439977:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.444601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.444631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.446041:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9199 00000100:00100000:1.0:1734016117.446047:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338385536:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016117.446916:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4974501 -> 4194304 00002000:00010000:1.0:1734016117.446921:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016116 -> 1734016117 00002000:00010000:1.0:1734016117.446923:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.446925:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.446926:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 912 -> 904 00000100:00100000:1.0:1734016117.447008:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338385536:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 959us (2375us total) trans 4294969773 rc 0/0 00000100:00100000:1.0:1734016117.447015:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9199 00002000:00010000:1.0:1734016117.447019:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016117.447022:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ea00 with x1818247338385536 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016117.447027:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ea00. 00000100:00100000:1.0:1734016117.453477:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.457385:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.457722:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.463592:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.463639:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.472002:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.475422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.491715:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.531233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.541847:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.542079:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338387200 00000100:00100000:0.0:1734016117.542089:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338387200 00000100:00100000:0.0:1734016117.542143:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12771 00000100:00100000:0.0:1734016117.542151:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338387200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.542169:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.542187:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add66d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.542219:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add62e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.542226:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.542228:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.542232:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add66d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.542268:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add62e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.542317:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea2043f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add62e expref: 8 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016117.542332:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340788480:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.542425:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.545777:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340788480:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016117.545811:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add66d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.545831:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016117.545898:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338387200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3746us (4057us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.545908:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12771 00000100:00100000:1.0:1734016117.551401:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.570332:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.575497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.579374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.579620:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338388096 00000100:00100000:0.0:1734016117.579627:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338388096 00000100:00100000:0.0:1734016117.579674:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12772 00000100:00100000:0.0:1734016117.579680:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338388096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.579697:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.579712:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2049a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add674 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.579736:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea20470 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3850240->3854335) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add658 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.579743:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea20485 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add666 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.579748:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.579750:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016117.579752:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2049a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add674 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.579781:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea20485 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add666 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016117.579791:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea20485 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add666 expref: 11 pid: 7694 timeout: 486 lvb_type: 1 00000100:00100000:0.0:1734016117.579804:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340788864:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016117.579874:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea20470 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3850240->3854335) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add658 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.579882:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea20470 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3850240->3854335) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add658 expref: 9 pid: 7694 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016117.579888:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340788992:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.579903:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00010000:00010000:0.0:1734016117.587572:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea20485 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add666 expref: 11 pid: 7694 timeout: 486 lvb_type: 1 00000100:00100000:0.0:1734016117.587601:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340788864:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.587612:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340788992:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016117.587632:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2049a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add674 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.587644:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016117.587679:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338388096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7998us (8311us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016117.587685:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12772 00000100:00100000:0.0:1734016117.595372:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.600169:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338388480 00000100:00100000:0.0:1734016117.600177:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338388480 00000100:00100000:0.0:1734016117.601010:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12773 00000100:00100000:0.0:1734016117.601019:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338388480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.601040:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.601054:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea204a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add67b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.601080:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 651264->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add66d expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.601086:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.601088:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016117.601090:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea204a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add67b expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.601117:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 651264->659455) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add66d expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016117.601127:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2048c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 651264->659455) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add66d expref: 5 pid: 7693 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016117.601138:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340789248:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016117.601194:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.605464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.612609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.616103:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.616165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.616235:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338388992 00000100:00100000:1.0:1734016117.616240:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338388992 00002000:00010000:1.0:1734016117.616259:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3423995->18446744073709551615) 00002000:00100000:1.0:1734016117.616262:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338388992 ext(3423995->18446744073709551615) 00002000:00010000:1.0:1734016117.616300:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700. 00000100:00100000:1.0:1734016117.616310:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338388864 00000100:00100000:1.0:1734016117.616311:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338388864 00002000:00010000:1.0:1734016117.616318:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016117.616320:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338388864 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016117.616326:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ca80. 00000100:00100000:1.0:1734016117.616344:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9202 00000100:00100000:1.0:1734016117.616348:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338388992:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016117.616489:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 990850 -> 3423995 00002000:00010000:1.0:1734016117.616492:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.616494:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.616495:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.616497:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1734016117.616517:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338388992:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 168us (415us total) trans 4294968177 rc 0/0 00000100:00100000:1.0:1734016117.616522:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9202 00002000:00010000:1.0:1734016117.616525:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3423995->18446744073709551615) 00002000:00100000:1.0:1734016117.616527:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338388992 ext(3423995->18446744073709551615) 00002000:00010000:1.0:1734016117.616529:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700. 00000100:00100000:1.0:1734016117.616551:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9203 00000100:00100000:1.0:1734016117.616554:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338388864:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016117.616596:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016117.616598:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.616599:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.616601:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.616602:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:1.0:1734016117.616614:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338388864:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 59us (450us total) trans 4294969774 rc 0/0 00000100:00100000:1.0:1734016117.616618:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9203 00002000:00010000:1.0:1734016117.616620:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016117.616621:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338388864 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016117.616624:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ca80. 00000100:00100000:0.0:1734016117.618550:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.621055:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.623799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.626606:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.631597:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.637030:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.643046:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.646471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.651159:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.651227:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.651524:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12780 00000100:00100000:1.0:1734016117.651528:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338390272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.651535:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.651544:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea204d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6ac expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.651563:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340790400:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.651579:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.652627:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340790400:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.652650:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea204d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6ac expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.652659:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea204d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6ac expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.652682:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016117.652712:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338390272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1182us (1484us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.652717:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12780 00000100:00100000:0.0:1734016117.655454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.655487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.664058:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.664695:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.671684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.691112:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.698127:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016117.702882:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969775 is committed 00000001:00080000:0.0:1734016117.702903:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969774 is committed 00000100:00100000:0.0:1734016117.706248:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.706465:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338391680 00000100:00100000:1.0:1734016117.706476:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338391680 00000100:00100000:1.0:1734016117.706561:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2489 00000100:00100000:1.0:1734016117.706568:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338391680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.706589:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.706611:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea204ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6c1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.706695:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016117.706707:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016117.706719:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016117.706742:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7618299 00000004:00200000:1.0:1734016117.706745:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016117.706758:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016117.706776:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea204ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6c1 expref: 26 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.706812:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6c1 expref: 25 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.706820:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016117.706822:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016117.706825:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016117.706864:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338391680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 297us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.706869:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2489 00000100:00100000:0.0:1734016117.710799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.713624:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.715955:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.716253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.716597:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12785 00000100:00100000:0.0:1734016117.716601:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338392448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016117.716608:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016117.716618:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20503 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6cf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016117.716637:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079169500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340790912:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016117.716654:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.718138:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079169500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340790912:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.718167:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20503 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6cf expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.718180:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20503 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6cf expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.718206:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016117.718243:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338392448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1640us (1990us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.718250:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12785 00000100:00100000:0.0:1734016117.720789:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.720824:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.720902:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338392576 00000100:00100000:1.0:1734016117.720909:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338392576 00000100:00100000:1.0:1734016117.721104:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338392704 00000100:00100000:1.0:1734016117.721106:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338392704 00000100:00100000:1.0:1734016117.721340:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12787 00000100:00100000:1.0:1734016117.721345:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338392704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.721351:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.721363:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20511 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6dd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.721387:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340791168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.721406:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.723433:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340791168:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.723477:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20511 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6dd expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.723489:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20511 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6dd expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.723500:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016117.723538:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338392704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2192us (2712us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.723545:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12787 00000100:00100000:0.0:1734016117.727169:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.727207:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.727584:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12788 00000100:00100000:1.0:1734016117.727590:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338392960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.727603:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.727616:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20518 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6eb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.727655:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340791296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.728063:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.730137:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340791296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.730172:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20518 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6eb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.730185:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20518 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6eb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.731048:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016117.731078:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338392960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3487us (3914us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.731085:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12788 00000100:00100000:0.0:1734016117.733435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.733996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.734502:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12790 00000100:00100000:1.0:1734016117.734511:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338393088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.734528:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.734548:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea20526 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add6f2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.734599:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340791552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.734648:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.736652:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340791552:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.736684:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea20526 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6f2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.736697:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea20526 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6f2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.736707:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016117.736740:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338393088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2229us (3312us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.736746:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12790 00000100:00100000:0.0:1734016117.739114:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.739369:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12792 00000100:00100000:1.0:1734016117.739376:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338393344:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016117.739540:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4245590 -> 4245590 00002000:00010000:1.0:1734016117.739543:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.739545:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016116 00002000:00010000:1.0:1734016117.739546:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016117.739548:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 944 00000100:00100000:1.0:1734016117.739580:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338393344:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 203us (471us total) trans 4294969776 rc 0/0 00000100:00100000:1.0:1734016117.739585:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12792 00000100:00100000:0.0:1734016117.742136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.745204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.749224:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.751752:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.754013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.758852:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.763162:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.769773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.775165:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.780900:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.787745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.791635:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.796988:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.800643:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.803540:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.803584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.803691:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338396032 00000100:00100000:1.0:1734016117.803702:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338396032 00000100:00100000:1.0:1734016117.803734:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338395904 00000100:00100000:1.0:1734016117.803737:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338395904 00000100:00100000:1.0:1734016117.804383:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12800 00000100:00100000:1.0:1734016117.804392:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338396032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.804412:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.804433:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add738 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.804455:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.804458:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.804466:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.804479:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.804490:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016117.804543:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338396032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 152us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.804550:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12800 00000100:00100000:1.0:1734016117.804582:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12801 00000100:00100000:1.0:1734016117.804586:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338395904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.804592:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.804601:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea2056c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add731 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.804638:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340792960:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.804676:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016117.806956:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016116 -> 1734016117 00000100:00100000:1.0:1734016117.806992:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340792960:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.807027:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea2056c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add731 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.807040:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea2056c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add731 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.807065:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016117.807114:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338395904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2527us (3531us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.807123:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12801 00000100:00100000:0.0:1734016117.812917:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.813001:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338396160 00000100:00100000:1.0:1734016117.813009:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338396160 00000100:00100000:1.0:1734016117.813057:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12802 00000100:00100000:1.0:1734016117.813063:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338396160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.813078:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.813092:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20573 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add73f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.813139:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793088:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.813186:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.814563:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793088:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.814594:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20573 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add73f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.814606:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20573 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add73f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.814630:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016117.814660:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338396160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1597us (1751us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.814668:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12802 00000100:00100000:0.0:1734016117.823757:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.886105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.886157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.888883:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338396672 00000100:00100000:1.0:1734016117.888894:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338396672 00000100:00100000:1.0:1734016117.888944:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12803 00000100:00100000:1.0:1734016117.888950:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338396672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.888967:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.888983:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2057a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add746 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.889025:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793216:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.889060:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.905864:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793216:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.905906:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2057a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add746 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.905924:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2057a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add746 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.906023:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016117.906977:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338396672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 18021us (20876us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.906990:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12803 00000100:00100000:1.0:1734016117.922416:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338396928 00000100:00100000:1.0:1734016117.922423:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338396928 00000100:00100000:1.0:1734016117.922464:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12804 00000100:00100000:1.0:1734016117.922470:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338396928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.922486:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.922502:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20581 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add74d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.922543:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793344:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.922583:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.928475:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793344:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.928506:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20581 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add74d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.928518:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20581 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add74d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.928532:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016117.928642:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338396928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6170us (6479us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.928651:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12804 00000100:00100000:0.0:1734016117.932071:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.932147:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397056 00000100:00100000:1.0:1734016117.932153:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397056 00000100:00100000:1.0:1734016117.932896:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12805 00000100:00100000:1.0:1734016117.932904:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338397056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.932921:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.932946:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20588 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add754 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.932991:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793472:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.933045:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.934721:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793472:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.934744:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20588 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add754 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.934754:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20588 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add754 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.934762:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016117.934790:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338397056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1886us (2726us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.934796:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12805 00000100:00100000:0.0:1734016117.937744:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.937867:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397184 00000100:00100000:1.0:1734016117.937873:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397184 00000100:00100000:1.0:1734016117.937917:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12806 00000100:00100000:1.0:1734016117.937923:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338397184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.937965:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.937980:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add75b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.938008:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea20534 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2002943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add700 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.938013:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.938015:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.938018:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [569344->573439] (req 569344->573439) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add75b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.938043:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea20534 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2002943) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add700 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.938053:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea20534 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2002943) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add700 expref: 6 pid: 7693 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016117.938064:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793600:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016117.938106:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.940485:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340793600:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016117.940513:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [569344->573439] (req 569344->573439) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add75b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.940525:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016117.940568:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338397184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2645us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.940577:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12806 00000100:00100000:0.0:1734016117.941402:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.951400:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.959539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.963986:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.964796:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338397824 00000100:00100000:1.0:1734016117.964805:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338397824 00000100:00100000:1.0:1734016117.964853:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12807 00000100:00100000:1.0:1734016117.964859:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338397824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.964878:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.964896:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add762 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.964929:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2055e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3137536->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add72a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.964948:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.964954:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.964956:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.964959:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2400256->2408447] (req 2400256->2408447) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.964985:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.964995:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 10 pid: 7692 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016117.965007:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340793856:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016117.965424:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2055e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3137536->3141631) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add72a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.965436:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2055e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3137536->3141631) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add72a expref: 9 pid: 7693 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016117.965443:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340793984:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016117.965459:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016117.967679:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:1.0:1734016117.971527:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20565 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add738 expref: 10 pid: 7692 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016117.971553:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340793856:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016117.971564:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340793984:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016117.971586:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2400256->2408447] (req 2400256->2408447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.971596:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016117.971614:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338397824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6756us (7638us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.971619:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12807 00000100:00100000:0.0:1734016117.973038:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.978382:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.978479:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338398336 00000100:00100000:1.0:1734016117.978487:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338398336 00002000:00100000:1.0:1734016117.978523:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2400256->2404351) req@ffff880078cef100 x1818247338398336/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:78/0 lens 488/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.978532:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247338398336 ext(2400256->2404351) 00002000:00010000:1.0:1734016117.978537:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:1.0:1734016117.978570:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9218 00000100:00100000:1.0:1734016117.978576:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338398336:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016117.978729:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338398336:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 152us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016117.978736:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9218 00002000:00100000:1.0:1734016117.978741:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2400256->2404351) req@ffff880078cef100 x1818247338398336/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:78/0 lens 488/4536 e 0 to 0 dl 1734016128 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.978748:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247338398336 ext(2400256->2404351) 00002000:00010000:1.0:1734016117.978751:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:0.0:1734016117.980686:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.983157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016117.984500:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.984520:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338398720 00000100:00100000:1.0:1734016117.984526:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338398720 00000100:00100000:1.0:1734016117.984758:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338398848 00000100:00100000:1.0:1734016117.984761:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338398848 00000100:00100000:1.0:1734016117.984788:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12808 00000100:00100000:1.0:1734016117.984795:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338398720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.984811:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.984825:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add769 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.984844:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.984846:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016117.984852:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add769 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.984864:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add769 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.984877:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016117.984913:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338398720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 118us (1762us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.984919:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12808 00000100:00100000:1.0:1734016117.984959:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12809 00000100:00100000:1.0:1734016117.984963:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338398848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.984969:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.984979:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea205a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add770 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.985012:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794240:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.985037:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.986715:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.986738:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea205a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add770 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.986748:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea205a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add770 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.986769:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016117.987221:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338398848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2254us (2721us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.987228:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12809 00000100:00100000:0.0:1734016117.989665:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.989747:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338398976 00000100:00100000:1.0:1734016117.989755:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338398976 00000100:00100000:1.0:1734016117.989787:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12810 00000100:00100000:1.0:1734016117.989793:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338398976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.989808:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.989823:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea205ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add777 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016117.989864:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016117.990086:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.991757:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016117.991783:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea205ab lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add777 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.991793:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea205ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add777 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016117.991803:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016117.991830:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338398976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2038us (2172us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016117.991837:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12810 00000100:00100000:0.0:1734016117.993422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.993556:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338399104 00000100:00100000:1.0:1734016117.993563:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338399104 00000100:00100000:1.0:1734016117.993593:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12811 00000100:00100000:1.0:1734016117.993599:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338399104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016117.993614:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016117.993629:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add77e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.993652:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.993658:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.993660:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016117.993663:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3645440->3649535] (req 3645440->3649535) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.993688:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.993712:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 8 pid: 7692 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016117.993723:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794496:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016117.993764:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016117.995694:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340794496:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016117.995719:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3645440->3649535] (req 3645440->3649535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016117.995734:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016117.995769:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338399104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2169us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016117.995777:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12811 00000100:00100000:0.0:1734016117.996706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016117.997016:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338399232 00000100:00100000:1.0:1734016117.997023:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338399232 00002000:00100000:1.0:1734016117.997058:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2400256->2408447) req@ffff880078cece00 x1818247338399232/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:78/0 lens 8680/0 e 0 to 0 dl 1734016128 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.997066:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cece00 with x1818247338399232 ext(2400256->2408447) 00010000:00010000:1.0:1734016117.997073:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 9 pid: 7692 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016117.997082:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 9 pid: 7692 timeout: 486 lvb_type: 0 00002000:00010000:1.0:1734016117.997088:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cece00 00000100:00100000:1.0:1734016117.997115:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 329 00000100:00100000:1.0:1734016117.997121:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338399232:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016117.997868:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338399232:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 746us (1600us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1734016117.997875:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 329 00002000:00100000:1.0:1734016117.997880:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2400256->2408447) req@ffff880078cece00 x1818247338399232/t4294968179(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:78/0 lens 8680/448 e 0 to 0 dl 1734016128 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016117.997886:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cece00 with x1818247338399232 ext(2400256->2408447) 00010000:00010000:1.0:1734016117.997890:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 11 pid: 7692 timeout: 486 lvb_type: 0 00010000:00010000:1.0:1734016117.997898:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20596 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2400256->2408447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add762 expref: 11 pid: 7692 timeout: 486 lvb_type: 0 00002000:00010000:1.0:1734016117.997907:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cece00 00000100:00100000:0.0:1734016117.999995:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016118.000650:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016088 00000100:00100000:1.0:1734016118.017783:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.022990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.023489:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338399872 00000100:00100000:1.0:1734016118.023498:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338399872 00002000:00100000:1.0:1734016118.023535:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88006f275180 x1818247338399872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.023544:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275180 with x1818247338399872 ext(0->4194303) 00002000:00010000:1.0:1734016118.023549:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275180 00000100:00100000:1.0:1734016118.023587:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9221 00000100:00100000:1.0:1734016118.023593:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338399872:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.062298:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338399872:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 38695us (39309us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016118.062310:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9221 00002000:00100000:1.0:1734016118.062320:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88006f275180 x1818247338399872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.062329:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275180 with x1818247338399872 ext(0->4194303) 00002000:00010000:1.0:1734016118.062334:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275180 00000100:00100000:0.0:1734016118.092385:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.092443:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338400000 00000100:00100000:1.0:1734016118.092451:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338400000 00000100:00100000:1.0:1734016118.092497:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12812 00000100:00100000:1.0:1734016118.092504:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338400000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.092521:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.092536:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add785 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.092558:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.092559:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.092566:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.092578:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.092588:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016118.092627:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338400000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 123us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.092637:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12812 00000100:00100000:0.0:1734016118.096428:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.096492:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338400128 00000100:00100000:1.0:1734016118.096500:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338400128 00000100:00100000:1.0:1734016118.096532:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12813 00000100:00100000:1.0:1734016118.096538:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338400128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.096553:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.096567:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea205c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add78c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.096592:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->573439) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add75b expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.096599:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add769 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.096610:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.096611:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.096614:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea205c0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2412544->2416639] (req 2412544->2416639) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add78c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.096644:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add769 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.096655:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2059d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add769 expref: 8 pid: 7692 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016118.096666:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340794752:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.096741:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->573439) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add75b expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.096748:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2058f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->573439) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add75b expref: 9 pid: 7692 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016118.096755:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340794880:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016118.096771:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.099365:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340794752:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016118.105174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.105242:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340794880:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.105300:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea205c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2412544->2416639] (req 2412544->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add78c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.105321:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016118.105361:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338400128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8822us (8941us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.105369:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12813 00000100:00100000:1.0:1734016118.112631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.118505:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.122527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.122594:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338400768 00000100:00100000:1.0:1734016118.122603:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338400768 00002000:00100000:1.0:1734016118.122635:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2412544->2416639) req@ffff88006f276d80 x1818247338400768/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 4584/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.122643:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276d80 with x1818247338400768 ext(2412544->2416639) 00002000:00010000:1.0:1734016118.122648:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276d80 00000100:00100000:1.0:1734016118.122673:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9223 00000100:00100000:1.0:1734016118.122679:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338400768:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016118.123492:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338400768:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 810us (971us total) trans 4294969778 rc 0/0 00000100:00100000:1.0:1734016118.123499:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9223 00002000:00100000:1.0:1734016118.123505:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2412544->2416639) req@ffff88006f276d80 x1818247338400768/t4294969778(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 4584/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.123512:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276d80 with x1818247338400768 ext(2412544->2416639) 00002000:00010000:1.0:1734016118.123516:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276d80 00000100:00100000:0.0:1734016118.126202:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.126316:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338400896 00000100:00100000:1.0:1734016118.126327:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338400896 00000100:00100000:1.0:1734016118.126407:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12814 00000100:00100000:1.0:1734016118.126414:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338400896:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:1.0:1734016118.128206:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338400896:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1784us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.128218:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12814 00000100:00100000:0.0:1734016118.131999:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.132072:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401152 00000100:00100000:1.0:1734016118.132079:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401152 00002000:00100000:1.0:1734016118.132114:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1097728->1101823) req@ffff88006f275500 x1818247338401152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.132122:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275500 with x1818247338401152 ext(1097728->1101823) 00002000:00010000:1.0:1734016118.132127:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275500 00000100:00100000:1.0:1734016118.132228:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9224 00000100:00100000:1.0:1734016118.132234:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338401152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.132680:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338401152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 444us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.132686:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9224 00002000:00100000:1.0:1734016118.132692:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1097728->1101823) req@ffff88006f275500 x1818247338401152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.132698:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275500 with x1818247338401152 ext(1097728->1101823) 00002000:00010000:1.0:1734016118.132701:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275500 00000100:00100000:0.0:1734016118.135360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.135429:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401408 00000100:00100000:1.0:1734016118.135437:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401408 00002000:00100000:1.0:1734016118.135470:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1101824->1105919) req@ffff88006f274a80 x1818247338401408/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.135478:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338401408 ext(1101824->1105919) 00002000:00010000:1.0:1734016118.135484:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:1.0:1734016118.135512:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9225 00000100:00100000:1.0:1734016118.135518:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338401408:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.135657:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338401408:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.135663:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9225 00002000:00100000:1.0:1734016118.135668:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1101824->1105919) req@ffff88006f274a80 x1818247338401408/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.135674:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338401408 ext(1101824->1105919) 00002000:00010000:1.0:1734016118.135677:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:0.0:1734016118.138879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.139092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401536 00000100:00100000:1.0:1734016118.139101:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401536 00000100:00100000:1.0:1734016118.139147:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12815 00000100:00100000:1.0:1734016118.139154:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338401536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.139170:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.139185:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea205c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add793 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.139232:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.139311:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.140692:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 960 -> 968 00000100:00100000:1.0:1734016118.140714:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.140742:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea205c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add793 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.140757:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea205c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add793 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.140781:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016118.140813:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338401536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1658us (1942us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.140820:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12815 00000100:00100000:1.0:1734016118.142993:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401664 00000100:00100000:1.0:1734016118.143002:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401664 00000100:00100000:1.0:1734016118.143113:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12816 00000100:00100000:1.0:1734016118.143119:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338401664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.143133:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.143149:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea205ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add79a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.143195:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.143252:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.145111:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795264:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.145137:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea205ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add79a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.145148:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea205ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add79a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.145161:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016118.145207:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338401664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2087us (2330us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.145214:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12816 00000100:00100000:0.0:1734016118.147639:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.147737:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401792 00000100:00100000:1.0:1734016118.147743:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401792 00000100:00100000:1.0:1734016118.147797:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12817 00000100:00100000:1.0:1734016118.147802:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338401792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.147816:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.147827:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea205d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7a1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.147862:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.147905:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.148920:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.148949:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea205d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7a1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.148958:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea205d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7a1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.148966:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016118.149097:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338401792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1293us (1461us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.149106:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12817 00000100:00100000:1.0:1734016118.151606:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338401920 00000100:00100000:1.0:1734016118.151614:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338401920 00000100:00100000:1.0:1734016118.151698:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12818 00000100:00100000:1.0:1734016118.151704:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338401920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.151719:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.151731:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea205dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7a8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.151772:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.151826:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.153335:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340795520:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.153362:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea205dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7a8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.153374:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea205dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7a8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.153501:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016118.153682:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338401920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1974us (2165us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.153690:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12818 00000100:00100000:0.0:1734016118.157444:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402176 00000100:00100000:0.0:1734016118.157452:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402176 00000100:00100000:0.0:1734016118.157503:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2490 00000100:00100000:0.0:1734016118.157509:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338402176:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016118.157552:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.157573:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea204f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add6c1 expref: 25 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.157761:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.157767:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016118.157894:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.157905:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea204af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add682 expref: 35 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.157911:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.157946:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea204af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add682 expref: 35 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.157957:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea204af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add682 expref: 35 pid: 7714 timeout: 486 lvb_type: 0 00000100:00100000:0.0:1734016118.157967:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340795648:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016118.158020:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.161605:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340795648:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.161637:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.163398:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.163404:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016118.163473:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968894 00000004:00010000:0.0:1734016118.163510:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079da8700 reply state ffff880130e2d000 transno 4294968895 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016118.163516:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016118.164232:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338402176:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6721us (6866us total) trans 4294968895 rc 0/0 00000100:00100000:0.0:1734016118.164238:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2490 00000020:00080000:0.0:1734016118.164242:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016118.167781:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167798:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167804:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167809:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016118.167814:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167820:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167836:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.167839:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016118.167843:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.167848:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea205e3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016118.168654:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402432 00000100:00100000:1.0:1734016118.168661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402432 00000100:00100000:1.0:1734016118.168731:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12819 00000100:00100000:1.0:1734016118.168738:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338402432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.168750:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.168765:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea205ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7af expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.168787:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3649535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.168793:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.168799:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.168801:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.168803:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea205ea lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7af expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.168830:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.168840:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 12 pid: 7692 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016118.168850:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340795776:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.168916:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3649535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.168923:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3649535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 9 pid: 7692 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016118.168940:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340795904:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016118.168957:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00010000:00010000:1.0:1734016118.175961:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea205b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add785 expref: 13 pid: 7692 timeout: 486 lvb_type: 1 00000100:00100000:1.0:1734016118.176667:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340795776:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.176683:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea205b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3649535) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add77e expref: 9 pid: 7692 timeout: 486 lvb_type: 0 00000100:00100000:1.0:1734016118.176691:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340795904:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.176713:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea205ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7af expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.176721:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016118.176760:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338402432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8021us (8347us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.176766:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12819 00000100:00100000:0.0:1734016118.186398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.186440:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.190172:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402944 00000100:00100000:1.0:1734016118.190187:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402944 00002000:00010000:1.0:1734016118.190240:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016118.190245:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f277480 with x1818247338402944 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016118.190261:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f277480. 00000100:00100000:1.0:1734016118.190357:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338402816 00000100:00100000:1.0:1734016118.190360:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338402816 00002000:00010000:1.0:1734016118.190375:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3818594->18446744073709551615) 00002000:00100000:1.0:1734016118.190378:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338402816 ext(3818594->18446744073709551615) 00002000:00010000:1.0:1734016118.190386:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276300. 00000100:00100000:1.0:1734016118.190406:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9226 00000100:00100000:1.0:1734016118.190415:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338402944:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016118.193040:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3423995 -> 0 00002000:00010000:1.0:1734016118.193052:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.193055:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.193057:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.193059:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:1.0:1734016118.193194:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338402944:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2769us (6789us total) trans 4294968180 rc 0/0 00000100:00100000:1.0:1734016118.193210:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9226 00002000:00010000:1.0:1734016118.193218:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016118.193222:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f277480 with x1818247338402944 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016118.193231:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f277480. 00000100:00100000:1.0:1734016118.193320:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9227 00000100:00100000:1.0:1734016118.193327:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338402816:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016118.199164:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4245590 -> 3818594 00002000:00010000:1.0:1734016118.199172:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.199174:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.199176:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.199178:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 952 00000100:00100000:1.0:1734016118.199235:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338402816:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 5901us (12787us total) trans 4294969779 rc 0/0 00000100:00100000:1.0:1734016118.199247:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9227 00002000:00010000:1.0:1734016118.199253:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3818594->18446744073709551615) 00002000:00100000:1.0:1734016118.199257:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338402816 ext(3818594->18446744073709551615) 00002000:00010000:1.0:1734016118.199263:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276300. 00000100:00100000:1.0:1734016118.202109:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403072 00000100:00100000:1.0:1734016118.202126:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403072 00000100:00100000:1.0:1734016118.204145:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2491 00000100:00100000:1.0:1734016118.204156:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338403072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.204187:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.204209:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea205f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7b6 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.204366:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.204379:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.204389:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016118.204410:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3818594 00000004:00200000:1.0:1734016118.204413:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016118.204426:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.204444:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea205f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7b6 expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.204471:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7b6 expref: 27 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.204478:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016118.204481:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016118.204485:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016118.206301:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338403072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2135us (4390us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.206312:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2491 00000100:00100000:1.0:1734016118.212179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.218299:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403456 00000100:00100000:1.0:1734016118.218308:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403456 00000100:00100000:1.0:1734016118.218408:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2492 00000100:00100000:1.0:1734016118.218415:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338403456:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016118.218464:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.218487:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea205f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7b6 expref: 27 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.218669:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016118.218673:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016118.218832:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea205ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.218843:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea205ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.218851:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea205ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:1.0:1734016118.218889:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968896 00000004:00010000:1.0:1734016118.218905:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079daad80 reply state ffff88007aa87000 transno 4294968897 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea205ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016118.218911:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016118.220775:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338403456:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 2347us (2584us total) trans 4294968897 rc 0/0 00000100:00100000:1.0:1734016118.220789:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2492 00000020:00080000:1.0:1734016118.220798:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016118.228835:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403712 00000100:00100000:0.0:1734016118.228847:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403712 00002000:00010000:0.0:1734016118.228879:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (86325->18446744073709551615) 00002000:00100000:0.0:1734016118.228884:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338403712 ext(86325->18446744073709551615) 00002000:00010000:0.0:1734016118.228893:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100. 00000100:00100000:0.0:1734016118.228913:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9228 00000100:00100000:0.0:1734016118.228920:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338403712:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.229105:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 86325 00002000:00010000:0.0:1734016118.229108:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229110:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229112:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229114:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016118.229152:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338403712:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 232us (1102us total) trans 4294968181 rc 0/0 00000100:00100000:0.0:1734016118.229158:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9228 00002000:00010000:0.0:1734016118.229161:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (86325->18446744073709551615) 00002000:00100000:0.0:1734016118.229163:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338403712 ext(86325->18446744073709551615) 00002000:00010000:0.0:1734016118.229166:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100. 00000100:00100000:0.0:1734016118.229178:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403584 00000100:00100000:0.0:1734016118.229181:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403584 00002000:00010000:0.0:1734016118.229188:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016118.229190:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0380 with x1818247338403584 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016118.229196:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0380. 00000100:00100000:0.0:1734016118.229206:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9229 00000100:00100000:0.0:1734016118.229209:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338403584:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.229319:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3818594 -> 4194304 00002000:00010000:0.0:1734016118.229322:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229324:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229325:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016118.229327:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:0.0:1734016118.229343:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338403584:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 133us (1238us total) trans 4294969781 rc 0/0 00000100:00100000:0.0:1734016118.229349:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9229 00002000:00010000:0.0:1734016118.229351:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016118.229352:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0380 with x1818247338403584 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016118.229355:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0380. 00000100:00100000:0.0:1734016118.231357:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.231414:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403840 00000100:00100000:1.0:1734016118.231423:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403840 00000100:00100000:1.0:1734016118.231498:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2493 00000100:00100000:1.0:1734016118.231504:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338403840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.231519:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.231535:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20606 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7bd expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.231618:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.231631:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.231643:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016118.231670:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4280629 00000004:00200000:1.0:1734016118.231675:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016118.231690:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.231710:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20606 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7bd expref: 37 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.233736:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7bd expref: 36 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.233751:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016118.233754:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016118.233759:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016118.233839:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338403840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2333us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.233848:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2493 00000100:00100000:1.0:1734016118.237383:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338403968 00000100:00100000:0.0:1734016118.237395:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404096 00000100:00100000:1.0:1734016118.237396:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338403968 00000100:00100000:0.0:1734016118.237398:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404096 00000100:00100000:0.0:1734016118.237447:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12821 00000100:00100000:0.0:1734016118.237458:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338404096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.237473:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.237495:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea20614 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7cb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.237541:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340796160:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.237585:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.237994:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12822 00000100:00100000:1.0:1734016118.237999:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338403968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.238007:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.238017:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2061b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7c4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.238042:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340796288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.238070:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016118.245480:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1734016118.245512:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340796160:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.245552:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea20614 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7cb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.245568:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea20614 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7cb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.245593:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016118.245642:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338404096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8188us (8322us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.245649:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12821 00000100:00100000:0.0:1734016118.247107:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340796288:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.247133:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2061b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7c4 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.247145:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2061b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7c4 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.247155:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:0.0:1734016118.247188:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338403968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9187us (9959us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.247195:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12822 00000100:00100000:1.0:1734016118.249369:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.249406:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.249475:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404352 00000100:00100000:0.0:1734016118.249487:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404352 00000100:00100000:0.0:1734016118.249529:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12823 00000100:00100000:0.0:1734016118.249540:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338404352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.249562:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.249587:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20629 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7d9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.249645:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340796416:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.249723:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.255041:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340796416:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.255076:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20629 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7d9 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.255090:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea20629 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7d9 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.255118:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016118.255164:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338404352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5622us (5802us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.255175:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12823 00000100:00100000:0.0:1734016118.265002:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338404608 00000100:00100000:0.0:1734016118.265011:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338404608 00000100:00100000:0.0:1734016118.265063:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2494 00000100:00100000:0.0:1734016118.265070:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338404608:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016118.265119:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.265144:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2060d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7bd expref: 36 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.265182:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.265187:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016118.265362:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.265375:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.265383:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016118.265416:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968898 00000004:00010000:0.0:1734016118.265431:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c5a0700 reply state ffff880130e2a000 transno 4294968899 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016118.265437:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016118.265509:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338404608:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 433us (590us total) trans 4294968899 rc 0/0 00000100:00100000:0.0:1734016118.265515:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2494 00000020:00080000:0.0:1734016118.265519:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016118.267362:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267372:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267377:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267381:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933f600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016118.267384:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267390:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267403:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.267406:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016118.267408:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.267413:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20630 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016118.276537:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.289563:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.295628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.304130:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.304155:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.304736:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9231 00000100:00100000:1.0:1734016118.304742:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338405376:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016118.304864:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4505369 00002000:00010000:1.0:1734016118.304866:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016117 -> 1734016118 00002000:00010000:1.0:1734016118.304868:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:1.0:1734016118.304869:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016117 -> 1734016118 00002000:00010000:1.0:1734016118.304871:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:1.0:1734016118.305946:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338405376:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1202us (1787us total) trans 4294969783 rc 0/0 00000100:00100000:1.0:1734016118.305951:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9231 00002000:00010000:1.0:1734016118.305954:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4505369->18446744073709551615) 00002000:00100000:1.0:1734016118.305956:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274000 with x1818247338405376 ext(4505369->18446744073709551615) 00002000:00010000:1.0:1734016118.305960:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274000. 00000100:00100000:1.0:1734016118.315072:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338405760 00000100:00100000:1.0:1734016118.315081:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338405760 00002000:00100000:1.0:1734016118.315122:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4501503) req@ffff88007c5a1f80 x1818247338405760/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 504/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.315132:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1f80 with x1818247338405760 ext(0->4501503) 00002000:00010000:1.0:1734016118.315138:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a1f80 00000100:00100000:1.0:1734016118.315233:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338406016 00000100:00100000:1.0:1734016118.315236:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338406016 00002000:00100000:1.0:1734016118.315248:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007c5a2d80 x1818247338406016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.315256:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2d80 with x1818247338406016 ext(4190208->4194303) 00002000:00010000:1.0:1734016118.315258:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2d80 00000100:00100000:1.0:1734016118.319513:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9233 00000100:00100000:1.0:1734016118.319525:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338406016:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.319677:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338406016:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 153us (4694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.319684:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9233 00002000:00100000:1.0:1734016118.319692:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007c5a2d80 x1818247338406016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.319701:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2d80 with x1818247338406016 ext(4190208->4194303) 00002000:00010000:1.0:1734016118.319706:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2d80 00000100:00100000:0.0:1734016118.368879:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338406272 00000100:00100000:0.0:1734016118.368885:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338406272 00002000:00100000:0.0:1734016118.368919:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4501504->4505599) req@ffff88007c5a0000 x1818247338406272/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.368936:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0000 with x1818247338406272 ext(4501504->4505599) 00002000:00010000:0.0:1734016118.368941:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0000 00000100:00100000:1.0:1734016118.370409:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338406528 00000100:00100000:1.0:1734016118.370421:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338406528 00002000:00100000:1.0:1734016118.370450:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007c5a3800 x1818247338406528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.370458:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3800 with x1818247338406528 ext(0->4194303) 00002000:00010000:1.0:1734016118.370462:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3800 00000100:00100000:1.0:1734016118.370487:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9234 00000100:00100000:1.0:1734016118.370493:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338406272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.370659:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338406272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 165us (1891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.370665:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9234 00002000:00100000:1.0:1734016118.370670:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4501504->4505599) req@ffff88007c5a0000 x1818247338406272/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.370677:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0000 with x1818247338406272 ext(4501504->4505599) 00002000:00010000:1.0:1734016118.370680:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0000 00000100:00100000:1.0:1734016118.370696:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9235 00000100:00100000:1.0:1734016118.370700:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338406528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.376962:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338406656 00000100:00100000:0.0:1734016118.376972:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338406656 00002000:00100000:0.0:1734016118.377016:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4497408->4505368) req@ffff880079da9180 x1818247338406656/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 8456/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.377027:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338406656 ext(4497408->4505368) 00002000:00010000:0.0:1734016118.377033:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:0.0:1734016118.377054:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9236 00000100:00100000:0.0:1734016118.377061:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338406656:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016118.378183:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338406656:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1118us (1318us total) trans 4294969784 rc 0/0 00000100:00100000:0.0:1734016118.378192:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9236 00002000:00100000:0.0:1734016118.378200:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4497408->4505368) req@ffff880079da9180 x1818247338406656/t4294969784(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 8456/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.378207:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338406656 ext(4497408->4505368) 00002000:00010000:0.0:1734016118.378210:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:0.0:1734016118.383392:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338406784 00000100:00100000:0.0:1734016118.383400:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338406784 00000100:00100000:0.0:1734016118.383446:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2495 00000100:00100000:0.0:1734016118.383454:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338406784:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016118.383563:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338406784:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 109us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.383569:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2495 00000100:00100000:0.0:1734016118.391507:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407168 00000100:00100000:0.0:1734016118.391515:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407168 00000100:00100000:0.0:1734016118.391555:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2497 00000100:00100000:0.0:1734016118.391562:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338407168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.391580:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.391595:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20653 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7f5 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.391661:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.391671:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.391680:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016118.391701:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8699673 00000004:00200000:0.0:1734016118.391705:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016118.391717:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.391733:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20653 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7f5 expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.391762:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7f5 expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.391769:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.391771:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016118.391773:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016118.392262:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338407168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 698us (1610us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.392290:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2497 00000100:00100000:1.0:1734016118.408761:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407296 00000100:00100000:1.0:1734016118.408772:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407296 00000100:00100000:1.0:1734016118.408806:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407424 00000100:00100000:1.0:1734016118.408808:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407424 00000100:00100000:1.0:1734016118.408826:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12828 00000100:00100000:1.0:1734016118.408832:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338407296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.408852:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.408868:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20661 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add7fc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.408914:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340797184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.408977:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.417205:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00002000:00010000:1.0:1734016118.417208:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 968 -> 984 00000100:00100000:1.0:1734016118.417220:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340797184:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.417240:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20661 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.417247:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20661 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.417258:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016118.417295:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338407296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8462us (10596us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.417300:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12828 00000100:00100000:1.0:1734016118.429400:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338406528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 58686us (60564us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016118.429414:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9235 00002000:00100000:1.0:1734016118.429427:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007c5a3800 x1818247338406528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/440 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.429436:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3800 with x1818247338406528 ext(0->4194303) 00002000:00010000:1.0:1734016118.429441:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3800 00000100:00100000:0.0:1734016118.435849:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12831 00000100:00100000:0.0:1734016118.435854:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338407680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.435861:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.435869:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20676 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add811 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.435890:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340797568:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.435907:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.441133:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340797568:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.441152:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20676 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add811 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.441161:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20676 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add811 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.441177:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016118.441197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338407680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5342us (6423us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.441202:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12831 00000100:00100000:0.0:1734016118.446140:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338407808 00000100:00100000:0.0:1734016118.446151:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338407808 00000100:00100000:0.0:1734016118.446217:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12832 00000100:00100000:0.0:1734016118.446227:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338407808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.446255:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.446322:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea2067d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add818 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.446353:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e0 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.446360:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.446362:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016118.446365:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea2067d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [380928->389119] (req 380928->389119) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add818 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.446395:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20637 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e0 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.446406:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20637 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e0 expref: 6 pid: 7692 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016118.446417:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340797696:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016118.446471:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.451536:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340797696:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016118.451568:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea2067d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [380928->389119] (req 380928->389119) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add818 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.451583:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016118.451631:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338407808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5404us (6007us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.451639:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12832 00000100:00100000:0.0:1734016118.466304:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.466443:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408192 00000100:00100000:1.0:1734016118.466450:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408192 00002000:00100000:1.0:1734016118.466493:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (380928->385023) req@ffff88006f276a00 x1818247338408192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.466503:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276a00 with x1818247338408192 ext(380928->385023) 00002000:00010000:1.0:1734016118.466507:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276a00 00000100:00100000:1.0:1734016118.466538:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9237 00000100:00100000:1.0:1734016118.466544:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338408192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016118.466711:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338408192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 166us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016118.466717:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9237 00002000:00100000:1.0:1734016118.466722:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (380928->385023) req@ffff88006f276a00 x1818247338408192/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.466728:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276a00 with x1818247338408192 ext(380928->385023) 00002000:00010000:1.0:1734016118.466731:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f276a00 00000100:00100000:0.0:1734016118.470614:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.474116:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408576 00000100:00100000:0.0:1734016118.474123:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408576 00000100:00100000:0.0:1734016118.474679:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12833 00000100:00100000:0.0:1734016118.474687:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338408576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.474703:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.474717:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20684 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add81f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.474767:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340797952:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.474819:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.476314:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340797952:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.476340:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20684 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add81f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.476351:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20684 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add81f expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.476525:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016118.476569:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338408576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1882us (2614us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.476576:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12833 00000100:00100000:1.0:1734016118.478754:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.478875:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408704 00000100:00100000:0.0:1734016118.478882:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408704 00000100:00100000:0.0:1734016118.478985:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12834 00000100:00100000:0.0:1734016118.478992:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338408704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.479008:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.479023:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2068b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add826 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.479069:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340798080:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.479127:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.480888:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340798080:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.480934:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2068b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add826 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.480949:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2068b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add826 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.480963:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016118.481018:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338408704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2026us (2270us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.481027:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12834 00000100:00100000:0.0:1734016118.484470:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408832 00000100:00100000:0.0:1734016118.484480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408832 00000100:00100000:0.0:1734016118.484582:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12835 00000100:00100000:0.0:1734016118.484591:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338408832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.484610:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.484629:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20692 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add82d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.484698:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340798208:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.484771:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.491311:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340798208:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.491348:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20692 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add82d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.491361:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20692 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add82d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.491382:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016118.491436:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338408832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6845us (7043us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.491444:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12835 00000100:00100000:0.0:1734016118.494058:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338408960 00000100:00100000:0.0:1734016118.494068:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338408960 00000100:00100000:0.0:1734016118.494117:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12836 00000100:00100000:0.0:1734016118.494123:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338408960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.494139:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.494154:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20699 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add834 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.494209:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340798336:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.494307:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.497590:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340798336:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.497635:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20699 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add834 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.497651:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20699 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add834 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.498992:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016118.499228:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338408960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5098us (5249us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.499236:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12836 00000100:00100000:1.0:1734016118.501995:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.511162:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409344 00000100:00100000:0.0:1734016118.511170:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409344 00000100:00100000:0.0:1734016118.511209:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2498 00000100:00100000:0.0:1734016118.511216:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338409344:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016118.511256:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.511423:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea2065a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7f5 expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.511476:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.511480:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016118.511660:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea206a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.511672:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2064c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7ee expref: 37 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.511678:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea206a7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016118.512115:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2064c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7ee expref: 37 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.512125:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2064c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7ee expref: 37 pid: 6488 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016118.512136:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340798592:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016118.512335:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.535745:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409728 00000100:00100000:0.0:1734016118.535752:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409728 00010000:00010000:0.0:1734016118.535777:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2063e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e7 expref: 11 pid: 7692 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016118.535807:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3597 00000100:00100000:0.0:1734016118.535813:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338409728:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016118.535825:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016118.535843:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2063e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e7 expref: 11 pid: 7692 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016118.535853:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2063e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e7 expref: 11 pid: 7692 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016118.535872:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2063e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add7e7 expref: 11 pid: 7692 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016118.535894:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.535896:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.535900:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea206ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add842 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.535907:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea206ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add842 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.535942:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea206ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add842 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.535953:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340798848:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016118.536001:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.540649:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.542987:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.543006:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338409984 00000100:00100000:0.0:1734016118.543011:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338409984 00002000:00010000:0.0:1734016118.543029:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3657608->18446744073709551615) 00002000:00100000:0.0:1734016118.543033:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739880 with x1818247338409984 ext(3657608->18446744073709551615) 00002000:00010000:0.0:1734016118.543040:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739880. 00000100:00100000:0.0:1734016118.543793:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9240 00000100:00100000:0.0:1734016118.543799:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338409984:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016118.544210:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3657608 00002000:00010000:0.0:1734016118.544213:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.544215:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016117 00002000:00010000:0.0:1734016118.544216:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016118.544218:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016118.549322:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338409984:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 5517us (6331us total) trans 4294968183 rc 0/0 00000100:00100000:0.0:1734016118.549332:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9240 00002000:00010000:0.0:1734016118.549337:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3657608->18446744073709551615) 00002000:00100000:0.0:1734016118.549340:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739880 with x1818247338409984 ext(3657608->18446744073709551615) 00002000:00010000:0.0:1734016118.549348:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739880. 00000100:00100000:1.0:1734016118.551040:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.554757:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.560814:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338410368 00000100:00100000:0.0:1734016118.560826:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338410368 00000100:00100000:0.0:1734016118.560892:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2500 00000100:00100000:0.0:1734016118.560901:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338410368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.560954:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.560982:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea206c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add850 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.561129:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea206ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.561144:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea206ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.561154:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea206ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016118.561179:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7851912 00000004:00200000:0.0:1734016118.561183:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016118.561200:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea206ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016118.561221:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea206c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add850 expref: 39 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.561664:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea206ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add850 expref: 38 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.561673:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016118.561676:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016118.561679:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016118.561856:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338410368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 954us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.561865:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2500 00000100:00100000:1.0:1734016118.564354:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.564733:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.565099:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12841 00000100:00100000:0.0:1734016118.565105:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338410496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.565112:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.565122:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea206d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add857 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.565146:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340799104:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.565166:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016118.571395:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:0.0:1734016118.571416:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340799104:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.571442:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea206d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add857 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.571455:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea206d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add857 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.571471:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016118.571493:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338410496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6387us (6760us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.571499:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12841 00000100:00100000:1.0:1734016118.575878:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.575942:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.577149:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12843 00000100:00100000:0.0:1734016118.577154:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338410752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.577162:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.577171:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea206e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add865 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.577199:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340799360:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.577770:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.580679:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340799360:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.580697:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea206e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add865 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.580705:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea206e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add865 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.580725:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016118.580746:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338410752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3591us (4803us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.580752:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12843 00000100:00100000:0.0:1734016118.585873:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411136 00000100:00100000:0.0:1734016118.585883:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411136 00000100:00100000:0.0:1734016118.588680:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338411008 00000100:00100000:0.0:1734016118.588691:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338411008 00000100:00100000:0.0:1734016118.589390:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12845 00000100:00100000:0.0:1734016118.589395:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338411008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.589402:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.589411:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea206f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add873 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016118.589436:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340799616:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016118.589460:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.592117:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340799616:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016118.592134:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea206f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add873 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.592142:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea206f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add873 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.592162:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016118.592865:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338411008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3466us (7065us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016118.592873:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12845 00000100:00100000:1.0:1734016118.596302:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.599700:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.604880:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.613504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.620696:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.624308:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.629505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.634555:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.638019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.641740:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.645799:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.650214:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.657122:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.664324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.668831:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.675181:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.677739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.677810:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413568 00000100:00100000:1.0:1734016118.677816:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413568 00000100:00100000:1.0:1734016118.677857:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12857 00000100:00100000:1.0:1734016118.677862:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.677877:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.677892:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2073a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add8c0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.677943:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801024:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.677981:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016118.679452:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:1.0:1734016118.679470:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.679497:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2073a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8c0 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.679508:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2073a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8c0 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.679527:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016118.679712:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1848us (1977us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.679718:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12857 00000100:00100000:0.0:1734016118.682519:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.682711:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413696 00000100:00100000:1.0:1734016118.682723:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413696 00000100:00100000:1.0:1734016118.682784:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12858 00000100:00100000:1.0:1734016118.682792:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.682810:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.682834:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20741 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add8c7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.682906:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.682991:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.686165:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.686216:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20741 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8c7 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.686229:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20741 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8c7 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.686255:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016118.686318:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3524us (3815us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.686327:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12858 00000100:00100000:0.0:1734016118.688598:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.688713:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413824 00000100:00100000:1.0:1734016118.688721:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413824 00000100:00100000:1.0:1734016118.688801:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12859 00000100:00100000:1.0:1734016118.688808:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.688824:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.688840:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20748 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add8ce expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.688888:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016118.689658:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.692967:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016118.693011:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20748 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8ce expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.693029:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20748 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8ce expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016118.693052:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016118.693108:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338413824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4298us (4517us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016118.693115:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12859 00000100:00100000:0.0:1734016118.695872:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.695992:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338413952 00000100:00100000:1.0:1734016118.696002:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338413952 00000100:00100000:1.0:1734016118.696053:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12860 00000100:00100000:1.0:1734016118.696060:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338413952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016118.696079:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016118.696096:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add8d5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.696129:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20733 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 401408->409599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8b9 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.696136:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.696138:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016118.696141:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1474560->1478655] (req 1474560->1478655) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.696166:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20733 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 401408->409599) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8b9 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.696176:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20733 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 401408->409599) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8b9 expref: 11 pid: 8975 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016118.696187:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801408:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016118.696233:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016118.700784:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.700935:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340801408:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016118.700963:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1474560->1478655] (req 1474560->1478655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.700978:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016118.701024:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338413952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4964us (5161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.701032:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12860 00000100:00100000:0.0:1734016118.727978:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.728686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.794044:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.794082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.794153:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338414848 00000100:00100000:0.0:1734016118.794165:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338414848 00000100:00100000:0.0:1734016118.794225:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12861 00000100:00100000:0.0:1734016118.794232:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338414848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016118.794254:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016118.794301:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add8dc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016118.794325:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.794327:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016118.794335:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.794351:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016118.794363:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016118.794403:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338414848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 170us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016118.794413:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12861 00000100:00100000:0.0:1734016118.814540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.828421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.828455:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.828512:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338415104 00000100:00100000:1.0:1734016118.828518:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338415104 00010000:00010000:1.0:1734016118.828540:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea206fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add881 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016118.828566:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338415232 00000100:00100000:1.0:1734016118.828569:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338415232 00010000:00010000:1.0:1734016118.828576:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea20710 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add896 expref: 11 pid: 7693 timeout: 487 lvb_type: 1 00000100:00100000:1.0:1734016118.828588:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3601 00000100:00100000:1.0:1734016118.828592:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338415104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.828603:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.828617:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea206fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 192512->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add881 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.828626:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea206fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 192512->196607) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add881 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.828644:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea206fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 192512->196607) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add881 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.828656:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.828675:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338415104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 82us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.828680:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3601 00000100:00100000:1.0:1734016118.828701:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3602 00000100:00100000:1.0:1734016118.828704:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338415232:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.828712:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.828717:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea20710 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add896 expref: 11 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.828724:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea20710 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add896 expref: 11 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.828732:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea20710 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add896 expref: 11 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.828739:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.828740:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.828745:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.828751:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.828772:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.828781:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340801920:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016118.828802:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.835554:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340801920:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016118.835577:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.835618:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338415232:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6911us (7161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.835631:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3602 00000100:00100000:0.0:1734016118.838417:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.843899:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.847795:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.854545:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.861696:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.861780:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338415872 00000100:00100000:1.0:1734016118.861790:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338415872 00010000:00010000:1.0:1734016118.861820:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 14 pid: 7693 timeout: 487 lvb_type: 1 00000100:00100000:1.0:1734016118.861858:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3603 00000100:00100000:1.0:1734016118.861864:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338415872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.861876:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.861896:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 14 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.861907:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 14 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.861935:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20756 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8dc expref: 14 pid: 7693 timeout: 487 lvb_type: 1 00010000:00010000:1.0:1734016118.862040:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.862183:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338415872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 317us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.862191:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3603 00000100:00100000:0.0:1734016118.867793:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.867883:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338416000 00000100:00100000:1.0:1734016118.867892:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338416000 00010000:00010000:1.0:1734016118.867938:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1474560->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 16 pid: 7693 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016118.868610:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3604 00000100:00100000:1.0:1734016118.868618:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338416000:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016118.868632:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016118.868650:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1474560->1478655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 16 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.868661:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1474560->1478655) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 16 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.868679:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2074f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1474560->1478655) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8d5 expref: 16 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:1.0:1734016118.869375:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.869378:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016118.869384:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.869393:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016118.869425:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016118.869437:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340802432:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016118.869499:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016118.873336:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340802432:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016118.873357:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016118.873394:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338416000:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4775us (5607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016118.873404:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3604 00000100:00100000:0.0:1734016118.874100:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.879570:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.884830:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.890442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.896997:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.902476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.908021:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.912043:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338417280 00000100:00100000:0.0:1734016118.912053:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338417280 00002000:00100000:0.0:1734016118.912088:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff880079dab100 x1818247338417280/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.912096:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dab100 with x1818247338417280 ext(2936832->2940927) 00002000:00010000:0.0:1734016118.912100:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dab100 00000100:00100000:0.0:1734016118.912133:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9247 00000100:00100000:0.0:1734016118.912140:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338417280:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016118.912289:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338417280:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016118.912296:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9247 00002000:00100000:0.0:1734016118.912302:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff880079dab100 x1818247338417280/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 488/4536 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016118.912309:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dab100 with x1818247338417280 ext(2936832->2940927) 00002000:00010000:0.0:1734016118.912311:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dab100 00000100:00100000:0.0:1734016118.917262:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.923805:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.929324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.935857:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.943012:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.951646:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.958511:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.967516:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.972082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016118.976808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016118.976994:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338418816 00000100:00100000:1.0:1734016118.977002:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338418816 00002000:00100000:1.0:1734016118.977037:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3497984->3506175) req@ffff88007a124700 x1818247338418816/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 8680/0 e 0 to 0 dl 1734016129 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.977046:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124700 with x1818247338418816 ext(3497984->3506175) 00002000:00010000:1.0:1734016118.977050:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124700 00000100:00100000:1.0:1734016118.977077:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9251 00000100:00100000:1.0:1734016118.977082:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338418816:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016118.977710:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338418816:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 626us (910us total) trans 4294969791 rc 0/0 00000100:00100000:1.0:1734016118.977717:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9251 00002000:00100000:1.0:1734016118.977722:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3497984->3506175) req@ffff88007a124700 x1818247338418816/t4294969791(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:79/0 lens 8680/448 e 0 to 0 dl 1734016129 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016118.977729:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124700 with x1818247338418816 ext(3497984->3506175) 00002000:00010000:1.0:1734016118.977732:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124700 00000100:00100000:0.0:1734016118.979326:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.003890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016119.004473:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016089 00000100:00100000:0.0:1734016119.012863:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.018450:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016119.018826:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00000100:00100000:0.0:1734016119.034136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.036999:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.040795:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338419840 00000100:00100000:1.0:1734016119.040811:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338419840 00000100:00100000:1.0:1734016119.040946:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12886 00000100:00100000:1.0:1734016119.040954:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338419840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.040973:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.040992:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea207db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add961 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.041055:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804480:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.041737:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.043264:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804480:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.043392:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea207db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add961 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.043404:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea207db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add961 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.043424:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016119.043459:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338419840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2506us (6473us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.043466:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12886 00000100:00100000:0.0:1734016119.048953:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.049034:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338419968 00000100:00100000:1.0:1734016119.049041:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338419968 00000100:00100000:1.0:1734016119.049120:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12887 00000100:00100000:1.0:1734016119.049126:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338419968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.049141:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.049155:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea207e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add968 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.049199:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804608:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.049777:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.052193:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.052249:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea207e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add968 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.052312:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea207e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add968 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.052602:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016119.053100:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338419968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3967us (4147us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.053111:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12887 00000100:00100000:0.0:1734016119.057595:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.057701:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420096 00000100:00100000:1.0:1734016119.057709:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420096 00000100:00100000:1.0:1734016119.058331:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12888 00000100:00100000:1.0:1734016119.058339:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338420096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.058357:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.058381:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea207e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add96f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.058411:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.058418:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.058420:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.058423:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea207e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6217728->6225919] (req 6217728->6225919) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add96f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.058454:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.058465:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 6 pid: 8975 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016119.058474:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804736:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.058547:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.064118:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:1.0:1734016119.065209:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2075d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5767168->5771263) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8e3 expref: 7 pid: 8975 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016119.065233:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340804736:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.065252:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea207e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6217728->6225919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add96f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.065261:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016119.065311:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338420096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6972us (7731us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.065319:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12888 00000100:00080000:0.0:1734016119.065675:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016089 00000100:00100000:0.0:1734016119.067739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016119.069441:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016089 00000100:00100000:1.0:1734016119.069873:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.072392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.082386:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.082483:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338420736 00000100:00100000:1.0:1734016119.082494:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338420736 00000100:00100000:1.0:1734016119.082552:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12891 00000100:00100000:1.0:1734016119.082561:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338420736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.082578:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.082593:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea207fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add984 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.082643:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340805248:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.082715:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.084256:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.086505:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340805248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.086537:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea207fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add984 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.086550:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea207fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add984 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.086576:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016119.086646:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338420736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4085us (4276us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.086654:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12891 00000100:00100000:0.0:1734016119.091791:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.092026:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338421120 00000100:00100000:1.0:1734016119.092038:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338421120 00002000:00100000:1.0:1734016119.092088:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (122880->126975) req@ffff88011cd4a680 x1818247338421120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.092098:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4a680 with x1818247338421120 ext(122880->126975) 00002000:00010000:1.0:1734016119.092103:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4a680 00000100:00100000:1.0:1734016119.092175:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9252 00000100:00100000:1.0:1734016119.092184:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338421120:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.092893:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338421120:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 709us (1110us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.092902:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9252 00002000:00100000:1.0:1734016119.092909:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (122880->126975) req@ffff88011cd4a680 x1818247338421120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.092927:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4a680 with x1818247338421120 ext(122880->126975) 00002000:00010000:1.0:1734016119.092931:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4a680 00000100:00100000:1.0:1734016119.097511:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.097570:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.098140:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12894 00000100:00100000:0.0:1734016119.098145:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338421248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.098153:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.098162:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20813 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add992 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.098188:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340805632:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016119.098209:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.099849:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340805632:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.099877:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20813 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add992 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.099888:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20813 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add992 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.099922:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016119.099957:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338421248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1810us (2386us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.099964:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12894 00000100:00100000:0.0:1734016119.103688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.103734:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.104162:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12896 00000100:00100000:0.0:1734016119.104167:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338421504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.104173:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.104181:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20821 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9a0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.104201:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340805888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016119.105999:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.114674:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016119.115403:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:0.0:1734016119.118666:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016119.119548:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016089 00000100:00100000:0.0:1734016119.123053:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.123962:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.131045:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338422400 00000100:00100000:0.0:1734016119.131055:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338422400 00000100:00100000:0.0:1734016119.132236:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2502 00000100:00100000:0.0:1734016119.132249:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338422400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.132288:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.132316:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2082f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9ae expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.132409:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea20836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.132425:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea20836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.132434:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea20836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016119.132459:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5646322 00000004:00200000:0.0:1734016119.132464:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016119.132480:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea20836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.132503:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2082f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9ae expref: 39 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.133163:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea20836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9ae expref: 38 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.133175:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016119.133177:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016119.133180:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016119.133456:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338422400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1208us (2995us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.133464:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2502 00000100:00100000:0.0:1734016119.137509:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.137666:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.138257:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12898 00000100:00100000:1.0:1734016119.138263:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338422656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.138296:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.138307:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20844 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9bc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.138333:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340806272:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.138357:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.142594:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016117 -> 1734016118 00000100:00100000:1.0:1734016119.142611:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340806272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.142633:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20844 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9bc expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.142644:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20844 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9bc expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.142656:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016119.142698:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338422656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4434us (5031us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.142703:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12898 00000100:00100000:0.0:1734016119.146211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.146361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.146575:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338422784 00000100:00100000:1.0:1734016119.146584:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338422784 00000100:00100000:1.0:1734016119.146622:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338422912 00000100:00100000:1.0:1734016119.146624:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338422912 00000100:00100000:1.0:1734016119.146636:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12899 00000100:00100000:1.0:1734016119.146642:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338422784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.146661:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.146681:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea2084b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9c3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.147467:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340806528:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.147495:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.150927:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340806528:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016119.150949:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea2084b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9c3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.150959:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea2084b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9c3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.150971:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:0.0:1734016119.150999:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338422784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4356us (4798us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.151004:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12899 00000100:00100000:1.0:1734016119.154059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.154155:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423040 00000100:00100000:0.0:1734016119.154164:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423040 00000100:00100000:0.0:1734016119.154214:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12901 00000100:00100000:0.0:1734016119.154221:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338423040:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.154558:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016119.154562:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016119.154564:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016119.154566:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016118 -> 1734016118 00002000:00010000:0.0:1734016119.154568:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1040 00000100:00100000:0.0:1734016119.154624:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338423040:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 403us (573us total) trans 4294969793 rc 0/0 00000100:00100000:0.0:1734016119.154630:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12901 00000100:00100000:0.0:1734016119.157552:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.158247:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.161614:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340806784:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016119.161635:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea20860 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9d1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.161644:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea20860 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9d1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.161654:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:0.0:1734016119.162479:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338423168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3781us (4231us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.162485:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12903 00000100:00100000:0.0:1734016119.165534:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423424 00000100:00100000:0.0:1734016119.165542:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423424 00000100:00100000:0.0:1734016119.165654:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423552 00000100:00100000:0.0:1734016119.165657:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423552 00000100:00100000:0.0:1734016119.165964:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12905 00000100:00100000:0.0:1734016119.165969:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338423552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.165977:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.165987:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2086e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9e6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.166010:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340807040:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016119.166029:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.168113:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340807040:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016119.168139:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2086e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9e6 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.168150:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2086e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9e6 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.168163:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016119.168194:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338423552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2223us (2710us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.168201:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12905 00000100:00100000:0.0:1734016119.172422:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338423680 00000100:00100000:0.0:1734016119.172430:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338423680 00000100:00100000:0.0:1734016119.172481:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2503 00000100:00100000:0.0:1734016119.172488:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338423680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.172507:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.172521:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20875 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9ed expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.172593:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2087c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.172605:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2087c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.172615:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2087c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016119.172637:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5646322 00000004:00200000:0.0:1734016119.172640:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016119.172652:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2087c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.172670:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20875 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9ed expref: 34 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.172683:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2087c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9ed expref: 33 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.172702:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016119.172704:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016119.172707:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016119.172742:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+33:10361:x1818247338423680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 255us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.172753:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2503 00000100:00100000:0.0:1734016119.179467:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.179523:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.180943:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12907 00000100:00100000:1.0:1734016119.180949:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338423936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.180956:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.180965:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2088a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45add9fb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.180990:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340807296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.181028:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.182922:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340807296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.182956:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2088a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9fb expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.182971:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2088a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add9fb expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.182996:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016119.183044:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b02050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338423936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2094us (3520us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.183050:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12907 00000100:00100000:0.0:1734016119.187070:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.200541:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.206685:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338424704 00000100:00100000:0.0:1734016119.206694:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338424704 00002000:00100000:0.0:1734016119.206741:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2105344->2109439) req@ffff880079da9f80 x1818247338424704/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.206750:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9f80 with x1818247338424704 ext(2105344->2109439) 00002000:00010000:0.0:1734016119.206754:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9f80 00000100:00100000:0.0:1734016119.206793:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9256 00000100:00100000:0.0:1734016119.206801:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338424704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.206977:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338424704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 175us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016119.206985:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9256 00002000:00100000:0.0:1734016119.206990:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2105344->2109439) req@ffff880079da9f80 x1818247338424704/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.206996:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9f80 with x1818247338424704 ext(2105344->2109439) 00002000:00010000:0.0:1734016119.206998:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9f80 00000100:00100000:1.0:1734016119.211129:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.215127:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.224678:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.236257:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.242141:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.252351:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.260007:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.266343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.271533:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.277092:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.281148:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.287725:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.293784:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.296581:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016119.297191:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea208e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016119.297198:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea208e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016119.297302:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968904 00000004:00010000:0.0:1734016119.297337:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078ced500 reply state ffff88012c095000 transno 4294968905 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea208e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016119.297343:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016119.297392:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+35:10361:x1818247338427008:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3480us (3614us total) trans 4294968905 rc 0/0 00000100:00100000:0.0:1734016119.297400:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2504 00000020:00080000:0.0:1734016119.297403:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016119.300497:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.303792:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.308526:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.308565:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.316367:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.316451:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338427776 00000100:00100000:0.0:1734016119.316460:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338427776 00000100:00100000:0.0:1734016119.316542:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2505 00000100:00100000:0.0:1734016119.316549:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+34:10361:x1818247338427776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.316571:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.316586:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea208f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda5d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.316654:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016119.316666:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016119.316674:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016119.316694:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1089903 00000004:00200000:0.0:1734016119.316697:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016119.316710:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016119.316727:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea208f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 36 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.316756:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.316767:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016119.316770:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016119.316773:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016119.316808:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+35:10361:x1818247338427776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 259us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.316814:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2505 00000100:00100000:0.0:1734016119.320437:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338427904 00000100:00100000:0.0:1734016119.320445:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338427904 00000100:00100000:0.0:1734016119.320483:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12923 00000100:00100000:0.0:1734016119.320488:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338427904:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.320658:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1268690 00002000:00010000:0.0:1734016119.320661:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.320663:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016117 -> 1734016117 00002000:00010000:0.0:1734016119.320664:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.320666:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1734016119.320703:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247338427904:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 214us (341us total) trans 4294968192 rc 0/0 00000100:00100000:0.0:1734016119.320709:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12923 00000100:00100000:1.0:1734016119.325745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.325876:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428160 00000100:00100000:0.0:1734016119.325884:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428160 00002000:00100000:0.0:1734016119.325930:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1417216->1421311) req@ffff880079f20a80 x1818247338428160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.325939:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20a80 with x1818247338428160 ext(1417216->1421311) 00002000:00010000:0.0:1734016119.325944:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20a80 00000100:00100000:0.0:1734016119.330156:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9261 00000100:00100000:0.0:1734016119.330170:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338428160:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.330354:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338428160:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 186us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.330360:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9261 00002000:00100000:0.0:1734016119.330368:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1417216->1421311) req@ffff880079f20a80 x1818247338428160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.330376:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20a80 with x1818247338428160 ext(1417216->1421311) 00002000:00010000:0.0:1734016119.330381:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20a80 00000100:00100000:1.0:1734016119.332615:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.332665:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428416 00000100:00100000:0.0:1734016119.332672:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428416 00002000:00100000:0.0:1734016119.332700:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1421312->1425407) req@ffff880079f20380 x1818247338428416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.332709:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338428416 ext(1421312->1425407) 00002000:00010000:0.0:1734016119.332712:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:0.0:1734016119.332726:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9262 00000100:00100000:0.0:1734016119.332730:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338428416:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.332844:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338428416:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 112us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.332850:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9262 00002000:00100000:0.0:1734016119.332854:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1421312->1425407) req@ffff880079f20380 x1818247338428416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.332860:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338428416 ext(1421312->1425407) 00002000:00010000:0.0:1734016119.332862:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:1.0:1734016119.335441:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428544 00000100:00100000:1.0:1734016119.335448:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428544 00000100:00100000:1.0:1734016119.335515:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12924 00000100:00100000:1.0:1734016119.335520:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338428544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.335536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.335551:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda64 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.335575:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.335586:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.335587:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.335590:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3969024->3977215] (req 3969024->3977215) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.335611:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.335621:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 7 pid: 7693 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016119.335630:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340809472:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.335680:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.339563:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338428672 00000100:00100000:0.0:1734016119.339570:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338428672 00010000:00010000:0.0:1734016119.339593:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00000100:00100000:0.0:1734016119.339616:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3610 00000100:00100000:0.0:1734016119.339621:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338428672:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016119.339632:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.339648:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016119.339656:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016119.339673:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea208ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda56 expref: 8 pid: 7693 timeout: 487 lvb_type: 0 00010000:00010000:0.0:1734016119.340190:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.340193:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.340200:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.340208:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.340237:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.340249:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340809600:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016119.340326:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.343753:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340809600:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016119.343771:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016119.343814:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338428672:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4191us (4448us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.343821:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3610 00000100:00100000:1.0:1734016119.351475:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429056 00000100:00100000:1.0:1734016119.351483:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429056 00002000:00100000:1.0:1734016119.351518:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->3973119) req@ffff880079e24380 x1818247338429056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 504/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.351527:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24380 with x1818247338429056 ext(0->3973119) 00002000:00010000:1.0:1734016119.351531:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24380 00000100:00100000:1.0:1734016119.351639:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9263 00000100:00100000:1.0:1734016119.351645:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338429056:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.360807:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338429056:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 9153us (9415us total) trans 0 rc 1093632/1093632 00000100:00100000:1.0:1734016119.360817:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9263 00002000:00100000:1.0:1734016119.360827:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->3973119) req@ffff880079e24380 x1818247338429056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 504/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 1093632/1093632 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.360835:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24380 with x1818247338429056 ext(0->3973119) 00002000:00010000:1.0:1734016119.360839:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24380 00000100:00100000:1.0:1734016119.366536:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429312 00000100:00100000:1.0:1734016119.366545:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429312 00002000:00100000:1.0:1734016119.366590:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3973120->3977215) req@ffff880079c8d500 x1818247338429312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.366600:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338429312 ext(3973120->3977215) 00002000:00010000:1.0:1734016119.366605:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:1.0:1734016119.367054:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9264 00000100:00100000:1.0:1734016119.367060:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338429312:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.367206:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338429312:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 145us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.367212:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9264 00002000:00100000:1.0:1734016119.367217:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3973120->3977215) req@ffff880079c8d500 x1818247338429312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.367222:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338429312 ext(3973120->3977215) 00002000:00010000:1.0:1734016119.367225:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:0.0:1734016119.372661:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429696 00000100:00100000:0.0:1734016119.372669:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429696 00002000:00100000:0.0:1734016119.372700:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2043904->2047999) req@ffff880079e24700 x1818247338429696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.372709:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24700 with x1818247338429696 ext(2043904->2047999) 00002000:00010000:0.0:1734016119.372713:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24700 00000100:00100000:0.0:1734016119.372876:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9265 00000100:00100000:0.0:1734016119.372881:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338429696:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.373011:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338429696:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.373017:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9265 00002000:00100000:0.0:1734016119.373022:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2043904->2047999) req@ffff880079e24700 x1818247338429696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016119.373029:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24700 with x1818247338429696 ext(2043904->2047999) 00002000:00010000:0.0:1734016119.373032:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24700 00000100:00100000:1.0:1734016119.375147:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338429952 00000100:00100000:1.0:1734016119.375154:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338429952 00002000:00100000:1.0:1734016119.375181:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2048000->2052095) req@ffff880079e25500 x1818247338429952/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.375188:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25500 with x1818247338429952 ext(2048000->2052095) 00002000:00010000:1.0:1734016119.375191:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25500 00000100:00100000:1.0:1734016119.375289:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9266 00000100:00100000:1.0:1734016119.375294:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338429952:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.376035:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338429952:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 738us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.376042:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9266 00002000:00100000:1.0:1734016119.376047:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2048000->2052095) req@ffff880079e25500 x1818247338429952/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.376054:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25500 with x1818247338429952 ext(2048000->2052095) 00002000:00010000:1.0:1734016119.376057:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25500 00000100:00100000:1.0:1734016119.381794:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430208 00000100:00100000:1.0:1734016119.381802:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430208 00000100:00100000:1.0:1734016119.382128:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12927 00000100:00100000:1.0:1734016119.382135:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338430208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.382149:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.382166:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20924 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda80 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.382212:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340809856:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.382267:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.384479:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340809856:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.384505:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20924 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda80 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.384516:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20924 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda80 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.384541:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016119.384578:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338430208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2443us (2954us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.384585:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12927 00000100:00100000:1.0:1734016119.387137:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430336 00000100:00100000:1.0:1734016119.387145:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430336 00000100:00100000:1.0:1734016119.387217:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12928 00000100:00100000:1.0:1734016119.387223:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338430336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.387239:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.387254:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2092b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda87 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.387337:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340809984:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.387882:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.389571:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340809984:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.389598:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2092b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda87 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.389610:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2092b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda87 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.389619:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016119.389658:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338430336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2434us (2603us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.389668:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12928 00000100:00100000:1.0:1734016119.392492:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430464 00000100:00100000:1.0:1734016119.392501:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430464 00000100:00100000:1.0:1734016119.392592:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12929 00000100:00100000:1.0:1734016119.392598:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338430464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.392615:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.392635:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20932 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda8e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.392684:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810112:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.392743:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.395305:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810112:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.395331:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20932 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda8e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.395343:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20932 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda8e expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.395480:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016119.395795:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338430464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3195us (3426us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.395802:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12929 00000100:00100000:1.0:1734016119.397463:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430592 00000100:00100000:1.0:1734016119.397469:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430592 00000100:00100000:1.0:1734016119.397640:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12930 00000100:00100000:1.0:1734016119.397646:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338430592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.397659:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.397672:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20939 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda95 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.397712:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810240:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.397760:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.400440:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.400467:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20939 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda95 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.400479:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20939 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda95 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.400754:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016119.400798:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338430592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3150us (3406us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.400806:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12930 00000100:00100000:1.0:1734016119.403726:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430720 00000100:00100000:1.0:1734016119.403734:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430720 00000100:00100000:1.0:1734016119.403809:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12931 00000100:00100000:1.0:1734016119.403816:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338430720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.403830:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.403845:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20940 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adda9c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.403894:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.403958:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.405514:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340810368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.405538:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20940 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda9c expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.405549:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20940 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda9c expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.405795:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016119.405872:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338430720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2053us (2324us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.405878:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12931 00000100:00100000:1.0:1734016119.410046:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430848 00000100:00100000:1.0:1734016119.410055:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430848 00000100:00100000:1.0:1734016119.410103:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12932 00000100:00100000:1.0:1734016119.410110:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338430848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.410127:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.410146:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addaa3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.410174:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.410186:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.410192:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.410194:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.410197:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3387392->3395583] (req 3387392->3395583) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.410228:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.410238:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 9 pid: 7692 timeout: 487 lvb_type: 1 00000100:00100000:1.0:1734016119.410249:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340810496:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.410347:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.410354:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20901 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->3977215) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda64 expref: 6 pid: 7692 timeout: 487 lvb_type: 0 00000100:00100000:1.0:1734016119.410361:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340810624:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.410376:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.414939:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340810496:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016119.415224:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338430976 00000100:00100000:0.0:1734016119.415231:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338430976 00010000:00010000:0.0:1734016119.415258:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 10 pid: 7692 timeout: 487 lvb_type: 1 00000100:00100000:0.0:1734016119.415317:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3611 00000100:00100000:0.0:1734016119.415324:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338430976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016119.415335:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.415353:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 10 pid: 7692 timeout: 487 lvb_type: 1 00010000:00010000:0.0:1734016119.415362:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 10 pid: 7692 timeout: 487 lvb_type: 1 00010000:00010000:0.0:1734016119.415379:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2090f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda72 expref: 10 pid: 7692 timeout: 487 lvb_type: 1 00010000:00010000:0.0:1734016119.415395:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016119.415434:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338430976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 110us (2208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.415440:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3611 00000100:00100000:1.0:1734016119.416120:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340810624:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.416149:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3387392->3395583] (req 3387392->3395583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.416160:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016119.416196:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338430848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6086us (6241us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.416202:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12932 00000100:00100000:1.0:1734016119.421989:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431232 00000100:00100000:1.0:1734016119.421997:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431232 00000100:00100000:1.0:1734016119.422042:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12933 00000100:00100000:1.0:1734016119.422048:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338431232:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.422186:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1089903 -> 1089903 00002000:00010000:1.0:1734016119.422189:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.422191:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016118 -> 1734016118 00002000:00010000:1.0:1734016119.422192:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.422194:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016119.422255:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338431232:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 206us (797us total) trans 4294969796 rc 0/0 00000100:00100000:1.0:1734016119.422262:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12933 00000100:00100000:1.0:1734016119.426811:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431488 00000100:00100000:1.0:1734016119.426820:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431488 00002000:00100000:1.0:1734016119.426856:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1855488->1859583) req@ffff880079028000 x1818247338431488/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.426864:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338431488 ext(1855488->1859583) 00002000:00010000:1.0:1734016119.426869:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:1.0:1734016119.427171:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9267 00000100:00100000:1.0:1734016119.427177:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338431488:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.427528:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338431488:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 349us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.427535:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9267 00002000:00100000:1.0:1734016119.427541:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1855488->1859583) req@ffff880079028000 x1818247338431488/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.427547:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338431488 ext(1855488->1859583) 00002000:00010000:1.0:1734016119.427551:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:1.0:1734016119.430659:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431744 00000100:00100000:1.0:1734016119.430669:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431744 00002000:00100000:1.0:1734016119.430712:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1859584->1863679) req@ffff88007902b480 x1818247338431744/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.430721:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338431744 ext(1859584->1863679) 00002000:00010000:1.0:1734016119.430727:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:1.0:1734016119.431253:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9268 00000100:00100000:1.0:1734016119.431259:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338431744:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.431407:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338431744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.431413:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9268 00002000:00100000:1.0:1734016119.431418:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1859584->1863679) req@ffff88007902b480 x1818247338431744/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.431423:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338431744 ext(1859584->1863679) 00002000:00010000:1.0:1734016119.431426:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:1.0:1734016119.435659:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432000 00000100:00100000:1.0:1734016119.435668:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432000 00000100:00100000:1.0:1734016119.435808:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338431872 00000100:00100000:1.0:1734016119.435811:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338431872 00000100:00100000:1.0:1734016119.436614:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12935 00000100:00100000:1.0:1734016119.436619:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338431872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.436626:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.436635:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20955 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addaaa expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.436657:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340811008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.436677:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.439469:0:7693:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 1089903 -> 1861030 00002000:00010000:1.0:1734016119.439473:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016119.439482:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340811008:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.439496:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20955 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaaa expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.439505:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20955 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaaa expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.439958:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016119.440176:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338431872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3554us (4861us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.440183:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12935 00000100:00100000:0.0:1734016119.442219:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.442260:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.450961:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12938 00000100:00100000:0.0:1734016119.450968:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338432512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.450983:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.450998:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2096a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addacd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.451042:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340811392:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016119.451084:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.455493:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340811520:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016119.455515:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea20971 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addac6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.455525:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea20971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addac6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.455534:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:0.0:1734016119.455804:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338432384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4488us (5200us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.455810:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12939 00000100:00100000:0.0:1734016119.457567:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432640 00000100:00100000:0.0:1734016119.457573:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432640 00000100:00100000:0.0:1734016119.457631:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12940 00000100:00100000:0.0:1734016119.457637:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338432640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016119.457649:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016119.457663:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addad4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.457682:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 20 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.457835:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016119.457837:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016119.457841:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2977792->2981887] (req 2977792->2981887) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addad4 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.457864:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 20 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.457874:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 20 pid: 7693 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016119.457883:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340811648:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016119.458045:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.459633:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078941f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340811648:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016119.459656:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2977792->2981887] (req 2977792->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addad4 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.459668:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016119.459712:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338432640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2074us (2192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.459720:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12940 00000100:00100000:0.0:1734016119.460818:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432768 00000100:00100000:0.0:1734016119.460824:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432768 00010000:00010000:0.0:1734016119.460844:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 21 pid: 7693 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016119.460868:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3613 00000100:00100000:0.0:1734016119.460873:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247338432768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016119.460883:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.460898:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 21 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016119.460917:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 21 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016119.460935:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2076b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3457024->3465215) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45add8f1 expref: 21 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:0.0:1734016119.460945:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.460947:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016119.460952:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addad4 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.460958:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addad4 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.460983:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20978 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2977792->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addad4 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016119.460993:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340811776:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016119.461730:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.464702:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078941f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340811776:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016119.464722:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.464772:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338432768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3897us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.464782:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3613 00000100:00100000:0.0:1734016119.465170:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338432896 00000100:00100000:0.0:1734016119.465176:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338432896 00000100:00100000:0.0:1734016119.465211:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12941 00000100:00100000:0.0:1734016119.465217:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338432896:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.465407:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1268690 -> 1268690 00002000:00010000:0.0:1734016119.465410:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.465411:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016117 00002000:00010000:0.0:1734016119.465413:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.465415:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 16 00000100:00100000:0.0:1734016119.465440:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338432896:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 223us (919us total) trans 4294968193 rc 0/0 00000100:00100000:0.0:1734016119.465446:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12941 00000100:00100000:1.0:1734016119.478406:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.487621:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433664 00000100:00100000:0.0:1734016119.487628:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433664 00000100:00100000:0.0:1734016119.487665:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2507 00000100:00100000:0.0:1734016119.487671:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338433664:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016119.487709:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016119.487730:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2091d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda79 expref: 38 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.487810:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016119.487814:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016119.488107:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.488118:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.488129:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.488152:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.488162:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 34 pid: 6488 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016119.488173:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340812416:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016119.488478:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000001:00080000:0.0:1734016119.491086:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968906 is committed 00000001:00080000:0.0:1734016119.491095:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968905 is committed 00000100:00100000:1.0:1734016119.491432:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340812416:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.491449:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016119.492165:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338433792 00000100:00100000:1.0:1734016119.492169:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338433792 00010000:00010000:1.0:1734016119.492190:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 15 pid: 6488 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016119.492212:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3614 00000100:00100000:1.0:1734016119.492218:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338433792:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.492229:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.492234:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 15 pid: 6488 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.492243:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 15 pid: 6488 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.492261:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea208fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adda5d expref: 15 pid: 6488 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.492798:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016119.492803:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016119.492811:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016119.492817:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016119.492934:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.493248:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338433792:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1028us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.493254:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3614 00010000:00010000:0.0:1734016119.496863:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496872:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496878:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496883:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016119.496887:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496894:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496918:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016119.496921:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016119.496924:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.496929:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2099b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016119.499971:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340812544:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016119.500001:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016119.500014:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:1.0:1734016119.500222:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434048 00000100:00100000:1.0:1734016119.500228:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434048 00002000:00100000:1.0:1734016119.500256:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1855488->1861029) req@ffff880079028380 x1818247338434048/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 6032/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.500264:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028380 with x1818247338434048 ext(1855488->1861029) 00010000:00010000:1.0:1734016119.500296:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 9 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.500306:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 9 pid: 7693 timeout: 488 lvb_type: 0 00002000:00010000:1.0:1734016119.500312:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079028380 00000100:00100000:1.0:1734016119.500328:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 332 00000100:00100000:1.0:1734016119.500333:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338434048:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016119.500659:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338433920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4105us (4392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.500666:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12946 00000100:00100000:1.0:1734016119.504465:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434176 00000100:00100000:1.0:1734016119.504473:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434176 00010000:00010000:1.0:1734016119.504503:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016119.504752:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3615 00000100:00100000:1.0:1734016119.504758:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338434176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.504770:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016119.504785:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 872 00010000:00010000:1.0:1734016119.504790:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.504800:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.504819:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20947 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3387392->3395583) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaa3 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.504841:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.504843:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.504848:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.504855:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.504885:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.504896:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340812672:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016119.505328:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.507125:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.507184:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.507311:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434432 00000100:00100000:1.0:1734016119.507317:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434432 00002000:00010000:1.0:1734016119.507340:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2770154->18446744073709551615) 00002000:00100000:1.0:1734016119.507343:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338434432 ext(2770154->18446744073709551615) 00002000:00010000:1.0:1734016119.507351:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078940700. 00000100:00100000:0.0:1734016119.507469:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340812672:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016119.507483:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.507596:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434304 00000100:00100000:1.0:1734016119.507598:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434304 00002000:00010000:1.0:1734016119.507606:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016119.507608:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338434304 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016119.507613:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100. 00000100:00100000:0.0:1734016119.508031:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338434176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3271us (4129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.508039:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3615 00000100:00100000:1.0:1734016119.508097:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9270 00000100:00100000:1.0:1734016119.508101:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338434304:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016119.508163:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1861030 -> 4194304 00002000:00010000:1.0:1734016119.508165:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.508167:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:1.0:1734016119.508168:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.508169:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 872 -> 872 00000100:00100000:1.0:1734016119.508645:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338434304:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 542us (1459us total) trans 4294969798 rc 0/0 00000100:00100000:1.0:1734016119.508650:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9270 00002000:00010000:1.0:1734016119.508652:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016119.508653:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338434304 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016119.508657:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100. 00000100:00100000:0.0:1734016119.514338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.514377:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.514435:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434816 00000100:00100000:1.0:1734016119.514442:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434816 00002000:00100000:1.0:1734016119.514476:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2760704->2764799) req@ffff880078940e00 x1818247338434816/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.514485:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338434816 ext(2760704->2764799) 00002000:00010000:1.0:1734016119.514489:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078940e00 00000100:00100000:1.0:1734016119.514508:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338434944 00000100:00100000:1.0:1734016119.514510:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338434944 00002000:00100000:1.0:1734016119.514518:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1093632->4194303) req@ffff880078943480 x1818247338434944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.514524:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943480 with x1818247338434944 ext(1093632->4194303) 00002000:00010000:1.0:1734016119.514527:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943480 00000100:00100000:1.0:1734016119.514536:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9271 00000100:00100000:1.0:1734016119.514542:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338434816:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.514687:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338434816:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 144us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016119.514693:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9271 00002000:00100000:1.0:1734016119.514698:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2760704->2764799) req@ffff880078940e00 x1818247338434816/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/4536 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.514705:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338434816 ext(2760704->2764799) 00002000:00010000:1.0:1734016119.514708:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078940e00 00000100:00100000:1.0:1734016119.514721:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9272 00000100:00100000:1.0:1734016119.514724:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338434944:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016119.534213:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.566834:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338434944:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 52090us (52439us total) trans 0 rc 3100672/3100672 00000100:00100000:1.0:1734016119.566851:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9272 00002000:00100000:1.0:1734016119.566865:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1093632->4194303) req@ffff880078943480 x1818247338434944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 3100672/3100672 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.566874:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943480 with x1818247338434944 ext(1093632->4194303) 00002000:00010000:1.0:1734016119.566880:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943480 00000100:00100000:0.0:1734016119.578621:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.587509:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.589557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.593553:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.596130:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.596164:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.601899:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.602246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.609139:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.609185:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.615186:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.620147:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.620189:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338436736 00000100:00100000:1.0:1734016119.620196:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338436736 00010000:00010000:1.0:1734016119.620223:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 8 pid: 7692 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016119.620248:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3616 00000100:00100000:1.0:1734016119.620255:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338436736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016119.620266:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016119.620307:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 8 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.620319:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea209a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addaf7 expref: 8 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.620339:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.620341:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.620346:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.620354:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.620381:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.620392:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340813696:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016119.620441:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.626922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.626927:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340813696:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016119.626949:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016119.627845:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338436736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7587us (7702us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.627853:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3616 00000100:00100000:0.0:1734016119.627981:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12955 00000100:00100000:0.0:1734016119.627989:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338436864:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016119.628254:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4208755 00002000:00010000:0.0:1734016119.628257:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.628259:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:0.0:1734016119.628261:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:0.0:1734016119.628262:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 872 -> 880 00000100:00100000:0.0:1734016119.629743:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338436864:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1746us (2829us total) trans 4294969799 rc 0/0 00000100:00100000:0.0:1734016119.629755:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12955 00000100:00100000:0.0:1734016119.632121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.640022:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.645498:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.651382:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.659006:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.661884:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.664825:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.665437:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.665937:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12960 00000100:00100000:1.0:1734016119.665943:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338437888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.665950:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.665960:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20a12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addb52 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.665984:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340814464:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.666003:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016119.668331:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016118 -> 1734016119 00000100:00100000:1.0:1734016119.668356:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340814464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.668384:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20a12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb52 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.668400:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20a12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb52 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.668577:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016119.668799:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338437888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2854us (3361us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.668807:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12960 00000100:00100000:1.0:1734016119.671745:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438272 00000100:00100000:1.0:1734016119.671752:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438272 00000100:00100000:1.0:1734016119.671783:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438144 00000100:00100000:1.0:1734016119.671785:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438144 00000100:00100000:1.0:1734016119.671798:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12961 00000100:00100000:1.0:1734016119.671803:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338438272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.671816:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.671828:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20a19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addb67 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.671868:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340814592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.671939:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.671953:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12962 00000100:00100000:1.0:1734016119.671957:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338438144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.671963:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.671970:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20a20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addb60 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.671993:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340814720:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.672007:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.673428:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340814720:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.673452:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20a20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb60 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.673462:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20a20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb60 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.673475:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016119.674037:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338438144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2076us (2350us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.674045:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12962 00000100:00100000:1.0:1734016119.674308:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340814592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.674325:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20a19 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb67 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.674333:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20a19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb67 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.674340:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016119.674360:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338438272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2556us (2725us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.674367:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12961 00000100:00100000:0.0:1734016119.676970:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.677581:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438400 00000100:00100000:1.0:1734016119.677589:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438400 00000100:00100000:1.0:1734016119.677862:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12963 00000100:00100000:1.0:1734016119.677870:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338438400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.677884:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.677900:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20a27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addb6e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.677934:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.677941:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.677942:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016119.677946:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20a27 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [827392->835583] (req 827392->835583) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb6e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.677972:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.677983:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea209e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb2f expref: 11 pid: 7692 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016119.677993:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340814848:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.678341:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.679794:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340814848:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.679816:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20a27 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [827392->835583] (req 827392->835583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb6e expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.679828:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016119.679859:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338438400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1989us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.679866:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12963 00000100:00100000:0.0:1734016119.681126:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.684849:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.684934:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338438656 00000100:00100000:1.0:1734016119.684942:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338438656 00000100:00100000:1.0:1734016119.684986:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12964 00000100:00100000:1.0:1734016119.684992:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338438656:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.685145:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4208755 -> 4208755 00002000:00010000:1.0:1734016119.685148:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.685150:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016118 00002000:00010000:1.0:1734016119.685152:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.685153:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:1.0:1734016119.685211:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338438656:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 218us (369us total) trans 4294969800 rc 0/0 00000100:00100000:1.0:1734016119.685219:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12964 00000100:00100000:0.0:1734016119.688606:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.692355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.696248:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.700476:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.703304:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.703440:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439296 00000100:00100000:1.0:1734016119.703446:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439296 00002000:00100000:1.0:1734016119.703473:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1646592->1650687) req@ffff880079fe1180 x1818247338439296/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 4584/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.703480:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1180 with x1818247338439296 ext(1646592->1650687) 00010000:00010000:1.0:1734016119.703487:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea209f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb44 expref: 6 pid: 7694 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.703501:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea209f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb44 expref: 6 pid: 7694 timeout: 488 lvb_type: 0 00002000:00010000:1.0:1734016119.703506:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079fe1180 00000100:00100000:1.0:1734016119.703529:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 333 00000100:00100000:1.0:1734016119.703533:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338439296:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016119.705324:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338439296:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1782us (2014us total) trans 4294968196 rc 0/0 00000100:00100000:1.0:1734016119.705334:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 333 00002000:00100000:1.0:1734016119.705342:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1646592->1650687) req@ffff880079fe1180 x1818247338439296/t4294968196(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:80/0 lens 4584/448 e 0 to 0 dl 1734016130 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.705349:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1180 with x1818247338439296 ext(1646592->1650687) 00010000:00010000:1.0:1734016119.705356:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea209f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb44 expref: 8 pid: 7694 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016119.705367:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea209f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1646592->1650687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb44 expref: 8 pid: 7694 timeout: 488 lvb_type: 0 00002000:00010000:1.0:1734016119.705373:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079fe1180 00000100:00100000:0.0:1734016119.707586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.711048:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.711214:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338439680 00000100:00100000:1.0:1734016119.711223:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338439680 00002000:00100000:1.0:1734016119.711259:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3207168->3211263) req@ffff880079fe2d80 x1818247338439680/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/0 e 0 to 0 dl 1734016130 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.711268:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe2d80 with x1818247338439680 ext(3207168->3211263) 00002000:00010000:1.0:1734016119.711296:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe2d80 00000100:00100000:1.0:1734016119.711535:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9276 00000100:00100000:1.0:1734016119.711540:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338439680:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016119.711649:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338439680:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 109us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.711654:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9276 00002000:00100000:1.0:1734016119.711658:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3207168->3211263) req@ffff880079fe2d80 x1818247338439680/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:80/0 lens 488/440 e 0 to 0 dl 1734016130 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016119.711665:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe2d80 with x1818247338439680 ext(3207168->3211263) 00002000:00010000:1.0:1734016119.711668:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe2d80 00000100:00100000:0.0:1734016119.713800:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.718425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.721920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016119.723251:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea20a4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016119.723257:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea20a4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016119.723339:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968908 00000004:00010000:0.0:1734016119.723373:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079fe2300 reply state ffff88007ab29000 transno 4294968909 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea20a4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016119.723379:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016119.723569:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338440192:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4978us (5152us total) trans 4294968909 rc 0/0 00000100:00100000:0.0:1734016119.723575:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2511 00000020:00080000:0.0:1734016119.723578:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016119.727733:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.730940:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.734233:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.734311:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.738253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.745637:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.745688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.760669:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.783355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.791679:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.794926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.800769:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.800814:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.808548:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.812530:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.818051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.824043:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.827647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.831537:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.835161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.836912:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340817152:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016119.836937:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea20aa5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addbd7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.836948:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea20aa5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addbd7 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016119.837059:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:0.0:1734016119.837092:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338443392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1449us (1935us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016119.837098:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12977 00000100:00100000:0.0:1734016119.839879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.842800:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.845957:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.852059:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.859836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.863820:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.867929:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338444544:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2508us (4108us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.867939:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12978 00000100:00100000:0.0:1734016119.869889:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.877302:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.881129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.884305:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.888801:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340817792:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.888850:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016119.888885:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016119.888896:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340817664:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.888929:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016119.889796:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340817920:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.889822:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340818048:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.889844:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016119.889863:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340817664:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.890022:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340818304:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.890042:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016119.890324:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016119.890343:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340817920 00000100:00100000:0.0:1734016119.890345:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340817920 00000100:00100000:0.0:1734016119.890360:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1734016119.890363:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340817920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.890384:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340817920:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016119.890388:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1734016119.890406:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340817920:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.890651:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340817792:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.890671:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016119.890688:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.891670:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340818176:0@lo:400:kworker.0 00000100:00100000:1.0:1734016119.891685:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340818304:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.892426:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340818048:0@lo:400:kworker.0 00000100:00100000:0.0:1734016119.897668:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.901916:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.904828:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.908792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.914934:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.919394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.921048:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340819200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016119.924396:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.930250:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.935460:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.941112:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.948307:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.948348:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.948422:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446720 00000100:00100000:1.0:1734016119.948428:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446720 00000100:00100000:1.0:1734016119.948471:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446848 00000100:00100000:1.0:1734016119.948473:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446848 00000100:00100000:1.0:1734016119.948488:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12992 00000100:00100000:1.0:1734016119.948494:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338446720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.948510:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.948525:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc2b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.948545:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.948547:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.948553:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc2b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.948565:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc2b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.948575:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016119.948611:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338446720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 116us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.948617:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12992 00000100:00100000:1.0:1734016119.948643:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12993 00000100:00100000:1.0:1734016119.948647:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338446848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.948653:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.948661:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20b00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc32 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.948695:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819712:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.948723:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.951608:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819712:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.951638:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20b00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc32 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.951651:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea20b00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc32 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.951737:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016119.952087:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338446848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3436us (3736us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.952095:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12993 00000100:00100000:0.0:1734016119.953915:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.954484:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338446976 00000100:00100000:1.0:1734016119.954492:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338446976 00000100:00100000:1.0:1734016119.954777:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12994 00000100:00100000:1.0:1734016119.954785:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338446976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.954801:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.954816:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20b07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc39 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.954860:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.954924:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.956656:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819840:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.956678:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20b07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.956688:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea20b07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.958694:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016119.958938:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338446976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4149us (5034us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.958947:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12994 00000100:00100000:0.0:1734016119.964868:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.965142:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447104 00000100:00100000:1.0:1734016119.965150:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447104 00000100:00100000:1.0:1734016119.965190:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12995 00000100:00100000:1.0:1734016119.965197:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338447104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.965213:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.965227:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20b0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc40 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.965296:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.965340:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.968350:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340819968:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.968384:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20b0e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc40 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.968397:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20b0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc40 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.968714:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016119.968768:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338447104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3570us (3907us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.968779:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12995 00000100:00100000:0.0:1734016119.971566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.971745:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447232 00000100:00100000:1.0:1734016119.971753:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447232 00000100:00100000:1.0:1734016119.971798:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12996 00000100:00100000:1.0:1734016119.971803:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338447232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.971819:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.971833:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20b15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc47 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.971877:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340820096:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.971938:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.974327:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340820096:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.974358:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20b15 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc47 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.974370:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20b15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc47 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.974804:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016119.974854:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338447232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3049us (3295us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.974862:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12996 00000100:00100000:0.0:1734016119.977361:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.977536:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447360 00000100:00100000:1.0:1734016119.977543:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447360 00000100:00100000:1.0:1734016119.977604:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12997 00000100:00100000:1.0:1734016119.977611:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338447360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.977625:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.977639:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea20b1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc4e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016119.977682:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340820224:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016119.977892:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016119.980240:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340820224:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016119.980292:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea20b1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc4e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.980304:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea20b1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc4e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.982922:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016119.982997:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338447360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5380us (5725us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016119.983006:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12997 00000100:00100000:0.0:1734016119.986232:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.986324:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447488 00000100:00100000:1.0:1734016119.986331:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447488 00000100:00100000:1.0:1734016119.986377:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12998 00000100:00100000:1.0:1734016119.986383:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338447488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016119.986398:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016119.986412:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc55 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.986437:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea20af2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc24 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.986444:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc2b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.986449:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.986451:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016119.986454:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b23 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [856064->868351] (req 856064->868351) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc55 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.986480:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc2b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016119.986490:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc2b expref: 9 pid: 7692 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016119.986500:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340820352:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.986543:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea20af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc24 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.986550:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea20af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 851968->856063) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc24 expref: 6 pid: 8975 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016119.986557:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340820480:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.986574:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016119.988872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.989657:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340820480:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016119.990219:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340820352:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016119.990240:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [856064->868351] (req 856064->868351) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc55 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016119.990249:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016119.990289:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338447488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3888us (4046us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016119.990295:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12998 00000100:00100000:0.0:1734016119.993463:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016119.998936:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016119.999009:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338447872 00000100:00100000:1.0:1734016119.999016:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338447872 00000100:00100000:1.0:1734016119.999062:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 12999 00000100:00100000:1.0:1734016119.999068:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338447872:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016119.999241:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6092115 -> 6092115 00002000:00010000:1.0:1734016119.999244:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.999245:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.999247:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016119.999248:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 936 00000100:00100000:1.0:1734016119.999298:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338447872:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 229us (369us total) trans 4294969805 rc 0/0 00000100:00100000:1.0:1734016119.999303:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 12999 00000100:00100000:0.0:1734016120.001610:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.004913:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.007905:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.009950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.012644:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338448640 00000100:00100000:0.0:1734016120.012650:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338448640 00000100:00100000:0.0:1734016120.012680:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13003 00000100:00100000:0.0:1734016120.012685:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338448640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.012695:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.012704:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20b3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc71 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.012738:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340821120:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.013067:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.017908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.023563:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.027923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.038104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.106578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.106626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.108509:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449408 00000100:00100000:1.0:1734016120.108518:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449408 00000100:00100000:1.0:1734016120.108563:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449536 00000100:00100000:1.0:1734016120.108565:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449536 00000100:00100000:1.0:1734016120.108583:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13005 00000100:00100000:1.0:1734016120.108588:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338449408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.108605:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.108618:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc7f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.108640:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.108642:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.108648:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc7f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.108661:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc7f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.108670:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016120.108705:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338449408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 116us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.108711:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13005 00000100:00100000:1.0:1734016120.108739:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13006 00000100:00100000:1.0:1734016120.108742:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338449536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.108749:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.108757:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20b54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc86 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.108787:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340821504:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.108815:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.112654:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340821504:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.112686:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20b54 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc86 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.112698:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea20b54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc86 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.112724:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016120.112770:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338449536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4026us (6143us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.112778:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13006 00000100:00100000:0.0:1734016120.116997:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.117165:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449664 00000100:00100000:1.0:1734016120.117173:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449664 00000100:00100000:1.0:1734016120.117606:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13007 00000100:00100000:1.0:1734016120.117614:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338449664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.117629:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.117642:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20b5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc8d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.119285:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340821632:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.119345:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.121047:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340821632:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.121076:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20b5b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc8d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.121093:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20b5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc8d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.121119:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016120.121152:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338449664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3538us (4162us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.121159:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13007 00000100:00100000:0.0:1734016120.123828:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.123937:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338449792 00000100:00100000:1.0:1734016120.123946:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338449792 00000100:00100000:1.0:1734016120.124002:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13008 00000100:00100000:1.0:1734016120.124008:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338449792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.124027:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.124046:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addc94 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.124069:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20b46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3756032->3760127) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc78 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.124077:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc7f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.124083:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.124085:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.124087:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1699840->1708031] (req 1699840->1708031) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.124122:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc7f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.124131:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20b4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc7f expref: 12 pid: 7692 timeout: 488 lvb_type: 1 00000100:00100000:1.0:1734016120.124141:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340821760:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016120.124204:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20b46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3756032->3760127) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc78 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.124211:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20b46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3756032->3760127) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc78 expref: 6 pid: 8975 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016120.124218:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340821888:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016120.124234:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.130458:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340821760:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016120.130468:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340821888:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016120.130490:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1699840->1708031] (req 1699840->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.130503:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:0.0:1734016120.130535:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338449792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6526us (6715us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.130543:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13008 00000100:00100000:0.0:1734016120.131722:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.134765:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.148407:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340822016:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016120.148429:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016120.148861:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338450048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13473us (14099us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.148869:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3628 00000100:00100000:0.0:1734016120.153168:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.155844:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.159578:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.163020:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.168000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.170821:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.175575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.180257:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.184552:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.188811:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.188882:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338451712 00000100:00100000:1.0:1734016120.188888:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338451712 00010000:00010000:1.0:1734016120.188924:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea20a51 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb91 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016120.188946:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3629 00000100:00100000:1.0:1734016120.188952:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338451712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.188963:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.188980:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea20a51 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb91 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.188990:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea20a51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb91 expref: 11 pid: 7693 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.189009:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.189011:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.189018:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.189025:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.189053:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.189065:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340823040:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.189106:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.196324:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.196418:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340823040:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.196436:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.196470:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338451712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7517us (7664us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.196480:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3629 00000100:00100000:0.0:1734016120.206533:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.225028:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9294 00000100:00100000:0.0:1734016120.225035:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338452352:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.225168:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338452352:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (1045us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.225175:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9294 00002000:00100000:0.0:1734016120.225180:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2306048->2310143) req@ffff880079c8dc00 x1818247338452352/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.225193:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338452352 ext(2306048->2310143) 00002000:00010000:0.0:1734016120.225196:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016120.225210:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9295 00000100:00100000:0.0:1734016120.225214:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338452608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.250984:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13019 00000100:00100000:0.0:1734016120.250992:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338452992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.251009:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.251024:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20b9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addcd3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.251068:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340823168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.251939:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13020 00000100:00100000:0.0:1734016120.251943:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.251946:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338452864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.251955:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.251966:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ba1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addccc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.251993:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340823296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.252016:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.259327:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340823168:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.259356:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20b9a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcd3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.259367:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea20b9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcd3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.259395:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016120.259431:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338452992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8439us (9553us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.259437:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13019 00002000:00010000:1.0:1734016120.260502:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.260516:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340823296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.260532:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ba1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addccc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.260541:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ba1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addccc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.260595:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016120.260625:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338452864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8679us (10703us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.260631:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13020 00000100:00100000:1.0:1734016120.262421:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.262457:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.262511:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338453120 00000100:00100000:0.0:1734016120.262520:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338453120 00000100:00100000:0.0:1734016120.262560:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338453248 00000100:00100000:0.0:1734016120.262563:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338453248 00000100:00100000:0.0:1734016120.262577:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13021 00000100:00100000:0.0:1734016120.262583:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338453120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.262597:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.262613:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20ba8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addcda expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.262663:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340823424:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.263534:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.268430:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340823424:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.268450:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20ba8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcda expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.268459:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20ba8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcda expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.268617:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016120.268634:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338453120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6052us (6221us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.268639:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13021 00000100:00100000:0.0:1734016120.277843:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338453504 00000100:00100000:0.0:1734016120.277851:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338453504 00000100:00100000:0.0:1734016120.277901:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2515 00000100:00100000:0.0:1734016120.277907:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338453504:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016120.277947:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016120.277967:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea20a5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb98 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.277980:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016120.277983:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016120.278087:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.278097:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 14 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.278103:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.278125:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 14 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.278134:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 14 pid: 7714 timeout: 488 lvb_type: 0 00000100:00100000:0.0:1734016120.278144:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340823680:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016120.278193:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.280183:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340823680:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016120.280206:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016120.281448:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338453632 00000100:00100000:1.0:1734016120.281455:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338453632 00010000:00010000:1.0:1734016120.281482:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 15 pid: 7714 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016120.281508:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3630 00000100:00100000:1.0:1734016120.281514:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338453632:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.281525:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.281530:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 15 pid: 7714 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.281542:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 15 pid: 7714 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.281559:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea20a6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addb9f expref: 15 pid: 7714 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.281573:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016120.281577:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.281585:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.281591:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.281608:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016120.281621:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.281629:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016120.281650:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338453632:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 135us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.281656:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3630 00000001:00080000:0.0:1734016120.281693:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968910 00000004:00010000:0.0:1734016120.281729:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078941500 reply state ffff880122761000 transno 4294968911 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016120.281735:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016120.281791:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338453504:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3883us (4003us total) trans 4294968911 rc 0/0 00000100:00100000:0.0:1734016120.281796:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2515 00000020:00080000:0.0:1734016120.281799:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016120.287108:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016120.287617:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287624:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287629:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287633:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933dd40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016120.287636:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287641:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287654:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016120.287656:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016120.287659:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.287668:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20bb6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016120.293701:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.313215:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454016 00000100:00100000:1.0:1734016120.313223:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454016 00010000:00010000:1.0:1734016120.313250:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 13 pid: 7692 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016120.313307:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3631 00000100:00100000:1.0:1734016120.313313:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338454016:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.313326:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016120.313341:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 944 -> 960 00010000:00010000:1.0:1734016120.313347:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 13 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.313357:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 13 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.313378:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20b62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1699840->1708031) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addc94 expref: 13 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.313748:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.313751:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.313756:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.313764:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.313793:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.313803:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340823936:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.313858:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.316524:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.316538:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340823936:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.316553:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.316593:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338454016:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3279us (3545us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.316603:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3631 00000100:00100000:1.0:1734016120.331755:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454272 00000100:00100000:1.0:1734016120.331762:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454272 00010000:00010000:1.0:1734016120.331781:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 10 pid: 7692 timeout: 488 lvb_type: 0 00000100:00100000:1.0:1734016120.331803:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3632 00000100:00100000:1.0:1734016120.331814:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338454272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.331827:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.331844:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 10 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.331854:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 10 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.331871:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea20b93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->3424255) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcc5 expref: 10 pid: 7692 timeout: 488 lvb_type: 0 00010000:00010000:1.0:1734016120.331887:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.331889:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.331904:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.331917:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.331943:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.331954:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340824192:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.331986:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.335856:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340824192:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.335873:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.338503:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338454272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6687us (6792us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.338513:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3632 00000100:00100000:1.0:1734016120.339997:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454400 00000100:00100000:1.0:1734016120.340004:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454400 00002000:00010000:1.0:1734016120.340030:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (933630->18446744073709551615) 00002000:00100000:1.0:1734016120.340034:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338454400 ext(933630->18446744073709551615) 00002000:00010000:1.0:1734016120.340043:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940e00. 00000100:00100000:1.0:1734016120.340062:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9297 00000100:00100000:1.0:1734016120.340067:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338454400:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016120.349056:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6092115 -> 933630 00002000:00010000:1.0:1734016120.349063:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016120.349065:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016120.349067:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.349069:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 872 00000100:00100000:1.0:1734016120.355329:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338454400:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 15252us (15412us total) trans 4294969808 rc 0/0 00000100:00100000:1.0:1734016120.355343:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9297 00002000:00010000:1.0:1734016120.355350:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (933630->18446744073709551615) 00002000:00100000:1.0:1734016120.355353:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338454400 ext(933630->18446744073709551615) 00002000:00010000:1.0:1734016120.355363:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940e00. 00000100:00100000:0.0:1734016120.362504:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454656 00000100:00100000:0.0:1734016120.362512:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454656 00000100:00100000:0.0:1734016120.362552:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2516 00000100:00100000:0.0:1734016120.362557:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338454656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.362571:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.362585:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20bcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addcf6 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.362651:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20bd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.362661:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.362670:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016120.362686:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 933630 00000004:00200000:0.0:1734016120.362689:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016120.362698:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016120.362714:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20bcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcf6 expref: 16 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.362737:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea20bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcf6 expref: 15 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.362743:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016120.362746:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016120.362748:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016120.362782:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338454656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 225us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.362787:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2516 00000100:00100000:0.0:1734016120.374873:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454912 00000100:00100000:0.0:1734016120.374881:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454912 00000100:00100000:0.0:1734016120.374921:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338454784 00000100:00100000:0.0:1734016120.374924:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338454784 00000100:00100000:0.0:1734016120.374937:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13025 00000100:00100000:0.0:1734016120.374943:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338454912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.374960:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.374974:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea20bd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd04 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.375020:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340824320:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.375076:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.375093:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13026 00000100:00100000:0.0:1734016120.375098:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338454784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.375104:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.375113:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20be0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addcfd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.375136:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340824448:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.375159:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.377932:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340824320:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.377950:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea20bd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd04 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.377958:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea20bd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd04 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.377974:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016120.378000:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338454912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3057us (3288us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.378005:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13025 00000100:00100000:1.0:1734016120.382255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.382311:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.382649:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13028 00000100:00100000:1.0:1734016120.382654:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338455168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.382662:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.382671:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea20bee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd12 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.382694:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340824704:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.382712:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.387262:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340824704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.387314:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea20bee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd12 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.387327:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea20bee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd12 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.387342:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016120.387381:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338455168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4725us (5069us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.387389:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13028 00000100:00100000:0.0:1734016120.387522:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078941180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340824576:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.387541:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea20be7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd0b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.387550:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea20be7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd0b expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.387573:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:0.0:1734016120.387594:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338455040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5120us (5348us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.387599:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13027 00000100:00100000:1.0:1734016120.397091:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455552 00000100:00100000:1.0:1734016120.397100:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455552 00000100:00100000:1.0:1734016120.397138:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455424 00000100:00100000:1.0:1734016120.397140:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455424 00000100:00100000:1.0:1734016120.397165:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13029 00000100:00100000:1.0:1734016120.397171:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338455552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.397186:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.397201:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20c03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd27 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.397247:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340824832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.397308:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00002000:00010000:0.0:1734016120.404331:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3063119 00002000:00010000:0.0:1734016120.404339:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1734016120.404360:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340824832:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.404392:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20c03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd27 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.404403:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20c03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd27 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.404415:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:0.0:1734016120.404450:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338455552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7278us (8447us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.404457:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13029 00000100:00100000:0.0:1734016120.406794:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.406832:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.410416:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340825216:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.410433:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20c18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd2e expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.410441:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea20c18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd2e expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.410448:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:0.0:1734016120.411002:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338455680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3920us (4170us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.411007:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13032 00000100:00100000:1.0:1734016120.415186:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.415228:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.415306:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456064 00000100:00100000:0.0:1734016120.415314:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456064 00000100:00100000:0.0:1734016120.415349:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338455936 00000100:00100000:0.0:1734016120.415351:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338455936 00000100:00100000:0.0:1734016120.415364:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13033 00000100:00100000:0.0:1734016120.415370:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338456064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.415384:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.415399:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20c1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd43 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.415439:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340825344:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.415482:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.415524:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13034 00000100:00100000:1.0:1734016120.415528:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338455936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.415535:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.415542:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20c26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd3c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.415562:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340825472:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.415580:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.418032:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340825472:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.418058:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20c26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd3c expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418069:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea20c26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd3c expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418090:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016120.418125:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338455936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2595us (2896us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.418132:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13034 00000100:00100000:1.0:1734016120.418565:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340825344:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.418580:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20c1f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd43 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418588:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20c1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd43 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.418596:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016120.418623:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338456064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3253us (3445us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.418629:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13033 00000100:00100000:0.0:1734016120.421640:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456192 00000100:00100000:0.0:1734016120.421647:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456192 00000100:00100000:0.0:1734016120.421683:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456320 00000100:00100000:0.0:1734016120.421686:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456320 00000100:00100000:0.0:1734016120.421701:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13035 00000100:00100000:0.0:1734016120.421706:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338456192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.421720:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.421734:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea20c2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd4a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.421777:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340825600:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.421820:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.421936:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13036 00000100:00100000:1.0:1734016120.421941:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338456320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.421947:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.421955:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20c34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd51 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.421978:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340825728:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.422009:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.424376:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340825600:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.424405:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea20c2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd4a expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.424420:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea20c2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd4a expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.424433:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016120.424467:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338456192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2760us (2928us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.424473:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13035 00000100:00100000:1.0:1734016120.424659:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340825728:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.424676:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20c34 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd51 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.424684:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea20c34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd51 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.424691:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016120.424705:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338456320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2764us (3123us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.424710:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13036 00000100:00100000:0.0:1734016120.428416:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456448 00000100:00100000:0.0:1734016120.428423:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456448 00000100:00100000:0.0:1734016120.428535:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456576 00000100:00100000:0.0:1734016120.428538:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456576 00000100:00100000:1.0:1734016120.428565:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13037 00000100:00100000:1.0:1734016120.428572:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338456448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.428586:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.428600:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20c3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd58 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.428642:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340825856:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.428686:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.428733:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13038 00000100:00100000:0.0:1734016120.428738:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338456576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.428744:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.428753:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd5f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.428775:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340825984:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.428791:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.430331:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340825856:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.430351:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20c3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd58 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.430361:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea20c3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd58 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.430369:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016120.430791:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338456448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2218us (2519us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.430797:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13037 00000100:00100000:0.0:1734016120.436081:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456704 00000100:00100000:0.0:1734016120.436088:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456704 00000100:00100000:0.0:1734016120.436113:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456832 00000100:00100000:0.0:1734016120.436115:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456832 00000100:00100000:0.0:1734016120.436135:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13039 00000100:00100000:0.0:1734016120.436141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338456704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.436158:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.436171:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea20c49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd66 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.436211:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340826112:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.436250:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.436377:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13040 00000100:00100000:1.0:1734016120.436382:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338456832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.436388:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.436397:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20c50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd6d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.436418:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340826240:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.436436:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.439338:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340826240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.439353:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20c50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd6d expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.439361:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20c50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd6d expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.439378:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016120.439397:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338456832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3014us (3366us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.439401:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13040 00000100:00100000:0.0:1734016120.442108:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457088 00000100:00100000:0.0:1734016120.442115:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457088 00000100:00100000:0.0:1734016120.442146:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338456960 00000100:00100000:0.0:1734016120.442148:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338456960 00000100:00100000:0.0:1734016120.442160:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13041 00000100:00100000:0.0:1734016120.442165:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338457088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.442180:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.442194:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addd7b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.442234:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340826368:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.442302:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.445484:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340826368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.445502:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c57 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd7b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.445510:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd7b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.445518:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016120.445533:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338457088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3367us (3779us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.445537:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13041 00000100:00100000:1.0:1734016120.454532:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.457765:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.457815:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457600 00000100:00100000:1.0:1734016120.457822:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457600 00002000:00100000:1.0:1734016120.457850:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3059712->3839625) req@ffff88007aa7f800 x1818247338457600/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:81/0 lens 504/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.457859:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f800 with x1818247338457600 ext(3059712->3839625) 00010000:00010000:1.0:1734016120.457866:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 12 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.457876:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 12 pid: 7694 timeout: 489 lvb_type: 0 00002000:00010000:1.0:1734016120.457886:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007aa7f800 00000100:00100000:1.0:1734016120.458252:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 337 00000100:00100000:1.0:1734016120.458257:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338457600:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.460986:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338457600:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2720us (3219us total) trans 4294968203 rc 0/0 00000100:00100000:1.0:1734016120.460996:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 337 00002000:00100000:1.0:1734016120.461006:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3059712->3839625) req@ffff88007aa7f800 x1818247338457600/t4294968203(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:81/0 lens 504/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.461014:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f800 with x1818247338457600 ext(3059712->3839625) 00010000:00010000:1.0:1734016120.461021:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.461032:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00002000:00010000:1.0:1734016120.461037:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007aa7f800 00000100:00100000:0.0:1734016120.463014:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.463093:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457728 00000100:00100000:1.0:1734016120.463099:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457728 00010000:00010000:1.0:1734016120.463123:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.463155:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3633 00000100:00100000:1.0:1734016120.463162:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338457728:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.463175:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016120.463188:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:1.0:1734016120.463193:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.463203:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.463222:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea20bc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addcef expref: 14 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.463557:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.463560:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.463567:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.463576:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.463603:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.463613:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340827008:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.463877:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.468100:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340827008:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.468121:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.468158:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338457728:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4995us (5148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.468168:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3633 00000100:00100000:0.0:1734016120.469303:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.469362:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338457984 00000100:00100000:1.0:1734016120.469367:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338457984 00002000:00100000:1.0:1734016120.469395:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (970752->974847) req@ffff88007aa7d500 x1818247338457984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.469403:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338457984 ext(970752->974847) 00002000:00010000:1.0:1734016120.469406:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:1.0:1734016120.469512:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9298 00000100:00100000:1.0:1734016120.469518:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338457984:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.469661:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338457984:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.469667:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9298 00002000:00100000:1.0:1734016120.469672:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (970752->974847) req@ffff88007aa7d500 x1818247338457984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.469679:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338457984 ext(970752->974847) 00002000:00010000:1.0:1734016120.469682:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:0.0:1734016120.475750:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.479565:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.486001:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.493235:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.496885:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338458880 00000100:00100000:1.0:1734016120.496899:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338458880 00010000:00010000:1.0:1734016120.496919:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 10 pid: 7694 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.496946:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3634 00000100:00100000:1.0:1734016120.496950:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338458880:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.496961:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016120.496972:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 872 -> 888 00010000:00010000:1.0:1734016120.496977:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 10 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.496985:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 10 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.497001:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea20bbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addce8 expref: 10 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.497170:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.497172:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.497178:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea20c88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2048000->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addda5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.497185:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea20c88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2048000->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addda5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.497211:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea20c88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2048000->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addda5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.497220:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340827520:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.497718:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.503753:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.504028:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340827520:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.504044:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.504087:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338458880:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7135us (7342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.504095:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3634 00000100:00100000:0.0:1734016120.538492:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338459392 00000100:00100000:0.0:1734016120.538500:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338459392 00002000:00100000:0.0:1734016120.538536:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3211264->3215359) req@ffff880079029f80 x1818247338459392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.538544:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029f80 with x1818247338459392 ext(3211264->3215359) 00002000:00010000:0.0:1734016120.538549:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029f80 00000100:00100000:0.0:1734016120.538623:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9301 00000100:00100000:0.0:1734016120.538629:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338459392:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016120.539055:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338459392:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 423us (1321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016120.539062:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9301 00002000:00100000:0.0:1734016120.539067:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3211264->3215359) req@ffff880079029f80 x1818247338459392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.539073:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029f80 with x1818247338459392 ext(3211264->3215359) 00002000:00010000:0.0:1734016120.539076:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029f80 00000100:00100000:0.0:1734016120.541638:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.545579:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.545737:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.546247:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13049 00000100:00100000:0.0:1734016120.546254:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338459904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.546298:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.546314:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adddb3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.546332:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.546334:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.546339:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.546354:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.546363:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016120.546401:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338459904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 147us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.546406:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13049 00000100:00100000:0.0:1734016120.546421:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13050 00000100:00100000:0.0:1734016120.546424:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338459776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.546430:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.546436:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea20c96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adddac expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016120.546466:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340827648:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016120.546492:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00002000:00010000:0.0:1734016120.548494:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:0.0:1734016120.548514:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340827648:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016120.548539:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea20c96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddac expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.548549:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea20c96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddac expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.549012:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016120.549054:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338459776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2627us (3316us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016120.549060:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13050 00000100:00100000:1.0:1734016120.552599:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.552769:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460032 00000100:00100000:0.0:1734016120.552777:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460032 00000100:00100000:0.0:1734016120.552887:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13051 00000100:00100000:0.0:1734016120.552903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338460032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016120.552920:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016120.552937:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adddba expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.552965:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.552972:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.552978:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.552979:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016120.552982:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1794048->1798143] (req 1794048->1798143) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.553007:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016120.553016:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016120.553033:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340827776:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016120.553099:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.553107:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 9 pid: 8975 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016120.553114:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340827904:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016120.553128:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.557143:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340827776:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016120.557153:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340827904:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016120.557178:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1794048->1798143] (req 1794048->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016120.557191:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016120.557231:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338460032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4329us (4638us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016120.557239:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13051 00000100:00100000:1.0:1734016120.558523:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460160 00000100:00100000:1.0:1734016120.558529:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460160 00010000:00010000:1.0:1734016120.558549:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 489 lvb_type: 1 00000100:00100000:1.0:1734016120.558573:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338460288 00000100:00100000:1.0:1734016120.558575:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338460288 00010000:00010000:1.0:1734016120.558584:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 10 pid: 8975 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.558599:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3635 00000100:00100000:1.0:1734016120.558603:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338460160:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.558613:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.558628:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016120.558637:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016120.558653:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea20c8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddb3 expref: 15 pid: 7694 timeout: 489 lvb_type: 1 00010000:00010000:1.0:1734016120.558671:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.558691:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338460160:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 87us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.558696:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3635 00000100:00100000:1.0:1734016120.558735:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3636 00000100:00100000:1.0:1734016120.558739:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338460288:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.558743:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.558748:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 10 pid: 8975 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.558755:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 10 pid: 8975 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.558764:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea20c73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 970752->978943) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addd90 expref: 10 pid: 8975 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.558770:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.558771:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.558777:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.558785:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.558805:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.558815:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340828032:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.558835:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.567420:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.610545:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.615666:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.619171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.626068:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.631413:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.635966:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.647392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.659919:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.662647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.662692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.667438:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.667480:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.683679:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.690180:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.692439:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.697267:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.697580:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338462848 00000100:00100000:1.0:1734016120.697587:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338462848 00010000:00010000:1.0:1734016120.697610:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea20cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 176128->184319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddcf expref: 11 pid: 7694 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.697632:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3639 00000100:00100000:1.0:1734016120.697638:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338462848:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.697648:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.697664:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea20cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->184319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddcf expref: 11 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.697674:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea20cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->184319) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddcf expref: 11 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.697691:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea20cb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 176128->184319) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddcf expref: 11 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.697704:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.697706:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.697710:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.697718:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.697742:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.697752:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340829440:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.697788:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.699935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.700103:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340829440:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.700120:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.700165:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338462848:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2526us (2902us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.700174:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3639 00000100:00100000:0.0:1734016120.706964:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.707182:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338463104 00000100:00100000:1.0:1734016120.707188:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338463104 00010000:00010000:1.0:1734016120.707207:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 8 pid: 7694 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.707236:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3640 00000100:00100000:1.0:1734016120.707242:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338463104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.707253:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.707302:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 8 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.707317:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 8 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.707337:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea20c9d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1794048->1798143) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddba expref: 8 pid: 7694 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.707348:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.707350:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.707354:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.707361:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.707389:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.707400:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340829696:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.707441:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.715782:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340829696:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.715803:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.715839:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338463104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8596us (8875us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.715849:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3640 00000100:00100000:0.0:1734016120.723073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.738378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.742642:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.745593:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.751718:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.755423:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.755462:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.755869:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13065 00000100:00100000:1.0:1734016120.755874:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338464256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.755880:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.755900:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20cff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde07 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.755921:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340829952:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.755939:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.757811:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00002000:00010000:1.0:1734016120.757815:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 896 -> 904 00000100:00100000:1.0:1734016120.757831:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340829952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.757856:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20cff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde07 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.757866:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea20cff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde07 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.758247:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016120.758312:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338464256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2435us (2847us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.758319:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13065 00000100:00100000:0.0:1734016120.761463:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.761507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.761565:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338464512 00000100:00100000:1.0:1734016120.761572:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338464512 00000100:00100000:1.0:1734016120.761868:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338464640 00000100:00100000:1.0:1734016120.761871:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338464640 00000100:00100000:1.0:1734016120.762072:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13067 00000100:00100000:1.0:1734016120.762077:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338464640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.762086:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.762094:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20d0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde1c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.762117:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830208:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.762137:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.763518:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830208:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.763538:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20d0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde1c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.763547:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea20d0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde1c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.763554:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016120.763576:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338464640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1498us (2069us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.763581:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13067 00000100:00100000:0.0:1734016120.773471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.780144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.780209:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338465152 00000100:00100000:1.0:1734016120.780217:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338465152 00002000:00100000:1.0:1734016120.780250:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1232896->1236991) req@ffff880079db5180 x1818247338465152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/0 e 0 to 0 dl 1734016131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.780259:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338465152 ext(1232896->1236991) 00002000:00010000:1.0:1734016120.780264:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:1.0:1734016120.780308:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9310 00000100:00100000:1.0:1734016120.780314:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338465152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016120.780466:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338465152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016120.780472:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9310 00002000:00100000:1.0:1734016120.780477:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1232896->1236991) req@ffff880079db5180 x1818247338465152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/4536 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.780484:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338465152 ext(1232896->1236991) 00002000:00010000:1.0:1734016120.780487:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:0.0:1734016120.783163:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.800598:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.804440:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9312 00000100:00100000:1.0:1734016120.804453:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338465536:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016120.808464:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338465536:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4006us (7866us total) trans 4294969814 rc 0/0 00000100:00100000:1.0:1734016120.808476:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9312 00002000:00100000:1.0:1734016120.808486:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1232896->1241087) req@ffff880079efc000 x1818247338465536/t4294969814(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 8680/448 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016120.808495:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc000 with x1818247338465536 ext(1232896->1241087) 00002000:00010000:1.0:1734016120.808499:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efc000 00000100:00100000:0.0:1734016120.814897:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.817080:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338465024:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40687us (43608us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016120.817091:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9309 00002000:00100000:0.0:1734016120.817101:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079db7800 x1818247338465024/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:81/0 lens 488/440 e 0 to 0 dl 1734016131 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016120.817110:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247338465024 ext(0->4194303) 00002000:00010000:0.0:1734016120.817115:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db7800 00000001:00080000:0.0:1734016120.817383:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969814 is committed 00000100:00100000:0.0:1734016120.823487:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.823521:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.823609:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338465792 00000100:00100000:1.0:1734016120.823616:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338465792 00000100:00100000:1.0:1734016120.823643:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338465920 00000100:00100000:1.0:1734016120.823644:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338465920 00000100:00100000:1.0:1734016120.823666:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13069 00000100:00100000:1.0:1734016120.823671:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338465792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.823686:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.823698:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20d14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde23 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.823742:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340830336:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.823785:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.825234:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 904 -> 920 00000100:00100000:1.0:1734016120.825249:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340830336:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.825282:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20d14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde23 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.825294:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea20d14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde23 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.825306:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016120.825331:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338465792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1659us (1850us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.825337:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13069 00000100:00100000:0.0:1734016120.829465:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.829496:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.829560:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466176 00000100:00100000:1.0:1734016120.829567:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466176 00000100:00100000:1.0:1734016120.829592:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466048 00000100:00100000:1.0:1734016120.829594:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466048 00000100:00100000:1.0:1734016120.829753:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13071 00000100:00100000:1.0:1734016120.829759:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338466176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.829772:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.829786:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20d22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde38 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.829824:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.829862:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.831237:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.831248:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20d22 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde38 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.831255:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea20d22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde38 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.831260:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016120.831574:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338466176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1814us (2116us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.831579:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13071 00000100:00100000:0.0:1734016120.837118:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.874586:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.875190:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.875833:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466688 00000100:00100000:1.0:1734016120.875842:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466688 00000100:00100000:1.0:1734016120.875895:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466560 00000100:00100000:1.0:1734016120.875898:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466560 00000100:00100000:1.0:1734016120.875957:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13073 00000100:00100000:1.0:1734016120.875964:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338466688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.875980:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.875997:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20d30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde46 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.876044:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.876092:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.878923:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340830848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.878949:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20d30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde46 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.878961:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea20d30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde46 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.884581:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016120.884641:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338466688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8672us (10056us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.884649:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13073 00000100:00100000:0.0:1734016120.890016:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.890091:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.890441:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466816 00000100:00100000:1.0:1734016120.890448:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466816 00000100:00100000:1.0:1734016120.890478:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338466944 00000100:00100000:1.0:1734016120.890480:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338466944 00000100:00100000:1.0:1734016120.890493:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13075 00000100:00100000:1.0:1734016120.890499:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338466816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.890514:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.890527:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20d3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde4d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.890572:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340831104:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.890615:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.892602:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340831104:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.892625:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20d3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde4d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.892637:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea20d3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde4d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.892650:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016120.893775:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338466816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3272us (3763us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.893782:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13075 00000100:00100000:0.0:1734016120.896801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.906045:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.906614:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467200 00000100:00100000:1.0:1734016120.906621:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467200 00010000:00010000:1.0:1734016120.906648:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.907043:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3641 00000100:00100000:1.0:1734016120.907049:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338467200:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.907060:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.907076:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.907085:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.907102:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea20ce3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf9 expref: 7 pid: 7692 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.907227:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.907230:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016120.907236:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea20d4c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2195455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde5b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.907248:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea20d4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2195455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde5b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.907288:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea20d4c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2191360->2195455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde5b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.907297:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340831488:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016120.907553:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016120.909913:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.910018:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340831488:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016120.910034:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.910065:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338467200:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3015us (4026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.910074:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3641 00000100:00100000:0.0:1734016120.912079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.923660:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.923804:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467584 00000100:00100000:1.0:1734016120.923811:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467584 00000100:00100000:1.0:1734016120.923854:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13079 00000100:00100000:1.0:1734016120.923860:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338467584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.923875:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.923897:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea20d61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde69 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.923937:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340831616:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.924177:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016120.928555:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016120 00000100:00100000:1.0:1734016120.928579:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340831616:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.928608:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea20d61 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde69 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.928621:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea20d61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde69 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.928634:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016120.928688:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338467584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4827us (5035us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.928696:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13079 00000100:00100000:0.0:1734016120.934753:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.934835:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338467712 00000100:00100000:1.0:1734016120.934842:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338467712 00000100:00100000:1.0:1734016120.934895:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13080 00000100:00100000:1.0:1734016120.934901:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338467712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.934917:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.934932:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20d68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde70 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016120.934979:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340831744:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016120.935023:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.939125:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340831744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016120.939164:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20d68 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde70 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.939184:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20d68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde70 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016120.939198:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016120.939967:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338467712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5063us (5220us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016120.939975:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13080 00000100:00100000:0.0:1734016120.948062:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.953384:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.953687:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468096 00000100:00100000:1.0:1734016120.953692:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468096 00010000:00010000:1.0:1734016120.953719:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20d5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde62 expref: 17 pid: 6488 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.953755:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3642 00000100:00100000:1.0:1734016120.953761:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338468096:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016120.953773:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016120.953778:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20d5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde62 expref: 17 pid: 6488 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.953787:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20d5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde62 expref: 17 pid: 6488 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.953806:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea20d5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde62 expref: 17 pid: 6488 timeout: 489 lvb_type: 0 00010000:00010000:1.0:1734016120.953820:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016120.953824:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea20d6f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.953832:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea20d6f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.953838:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea20d6f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016120.953853:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016120.953896:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338468096:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 133us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.953902:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3642 00000100:00100000:0.0:1734016120.958377:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.959657:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468224 00000100:00100000:1.0:1734016120.959666:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468224 00000100:00100000:1.0:1734016120.959716:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13081 00000100:00100000:1.0:1734016120.959724:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338468224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016120.959739:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016120.959753:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adde77 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.959778:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.959785:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.959786:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016120.959789:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde77 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.959814:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.959830:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea20cdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adddf2 expref: 6 pid: 7692 timeout: 489 lvb_type: 0 00000100:00100000:1.0:1734016120.959842:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340832000:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016120.959903:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016120.962218:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340832000:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016120.962241:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde77 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016120.962253:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016120.962459:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338468224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2735us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016120.962466:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13081 00000100:00100000:0.0:1734016120.971167:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.977353:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016120.977382:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016120.977442:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468480 00000100:00100000:1.0:1734016120.977448:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468480 00002000:00010000:1.0:1734016120.977473:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016120.977477:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338468480 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016120.977486:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9880. 00000100:00100000:1.0:1734016120.977509:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9314 00000100:00100000:1.0:1734016120.977516:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338468480:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016120.977758:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4236504 -> 4194304 00002000:00010000:1.0:1734016120.977761:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.977763:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.977765:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.977767:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 912 00000100:00100000:1.0:1734016120.977795:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338468480:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 278us (442us total) trans 4294969815 rc 0/0 00000100:00100000:1.0:1734016120.977800:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9314 00002000:00010000:1.0:1734016120.977802:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016120.977805:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338468480 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016120.977808:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9880. 00000100:00100000:1.0:1734016120.977831:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338468608 00000100:00100000:1.0:1734016120.977834:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338468608 00002000:00010000:1.0:1734016120.977843:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1540985->18446744073709551615) 00002000:00100000:1.0:1734016120.977846:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338468608 ext(1540985->18446744073709551615) 00002000:00010000:1.0:1734016120.977852:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789f8000. 00000100:00100000:1.0:1734016120.977863:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9315 00000100:00100000:1.0:1734016120.977867:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338468608:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016120.979675:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1540985 00002000:00010000:1.0:1734016120.979679:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.979682:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016120 -> 1734016119 00002000:00010000:1.0:1734016120.979683:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016120 -> 1734016120 00002000:00010000:1.0:1734016120.979685:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:1.0:1734016120.979716:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338468608:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1846us (2331us total) trans 4294968207 rc 0/0 00000100:00100000:1.0:1734016120.979723:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9315 00002000:00010000:1.0:1734016120.979726:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1540985->18446744073709551615) 00002000:00100000:1.0:1734016120.979729:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338468608 ext(1540985->18446744073709551615) 00002000:00010000:1.0:1734016120.979734:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789f8000. 00000100:00100000:0.0:1734016121.011005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.013495:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.013527:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.022390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.022425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.034996:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340832640:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.035031:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea20da0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde93 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.035044:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea20da0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde93 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.035071:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:0.0:1734016121.035130:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338469120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12459us (12702us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.035138:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13085 00000100:00100000:0.0:1734016121.043129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.051366:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338469632 00000100:00100000:0.0:1734016121.051372:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338469632 00000100:00100000:0.0:1734016121.051415:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13086 00000100:00100000:0.0:1734016121.051421:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338469632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.051437:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.051451:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea20dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addea1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.051472:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde77 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.051483:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.051484:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.051487:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea20dae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addea1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.051508:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde77 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.051517:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20d76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adde77 expref: 7 pid: 8975 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016121.051526:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340832768:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016121.051566:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.056517:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.071214:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.078684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.087844:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.103189:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.116362:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.125077:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.130398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.140416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016121.141209:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016091 00000100:00100000:0.0:1734016121.145550:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.153444:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.157867:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.167849:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.173488:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.183323:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.186063:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.189265:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.192769:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472192 00000100:00100000:0.0:1734016121.192777:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472192 00002000:00100000:0.0:1734016121.192807:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (757760->761855) req@ffff880078941180 x1818247338472192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.192816:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941180 with x1818247338472192 ext(757760->761855) 00002000:00010000:0.0:1734016121.192820:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941180 00000100:00100000:0.0:1734016121.192904:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9319 00000100:00100000:0.0:1734016121.192910:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338472192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.193614:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338472192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 702us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.193621:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9319 00002000:00100000:0.0:1734016121.193627:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (757760->761855) req@ffff880078941180 x1818247338472192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.193634:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941180 with x1818247338472192 ext(757760->761855) 00002000:00010000:0.0:1734016121.193637:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941180 00000100:00100000:0.0:1734016121.200523:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.200575:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.200657:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472448 00000100:00100000:1.0:1734016121.200664:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472448 00000100:00100000:1.0:1734016121.200696:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472320 00000100:00100000:1.0:1734016121.200698:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472320 00000100:00100000:1.0:1734016121.200729:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13095 00000100:00100000:1.0:1734016121.200736:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338472448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.200751:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.200765:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea20e09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addef5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.200811:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340834432:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.200857:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.203769:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340834432:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.203800:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea20e09 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addef5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.203813:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea20e09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addef5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.203958:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:0.0:1734016121.204211:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338472448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3473us (3694us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.204218:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13095 00000100:00100000:1.0:1734016121.207102:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.207258:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472576 00000100:00100000:0.0:1734016121.207266:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472576 00000100:00100000:0.0:1734016121.207429:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13097 00000100:00100000:0.0:1734016121.207435:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338472576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.207449:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.207463:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea20e17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addefc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.207510:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340834560:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.207565:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.213715:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338472704 00000100:00100000:0.0:1734016121.213721:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338472704 00000100:00100000:0.0:1734016121.213897:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13098 00000100:00100000:0.0:1734016121.213904:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338472704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.213919:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.213933:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf03 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.213957:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea20e02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 753664->757759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addee7 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.213969:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea20e10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.213974:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.213975:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016121.213978:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [716800->720895] (req 716800->720895) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.214003:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea20e10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.214014:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea20e10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeee expref: 7 pid: 7693 timeout: 489 lvb_type: 1 00000100:00100000:0.0:1734016121.214025:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340834688:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016121.214087:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea20e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 753664->757759) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addee7 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.214094:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea20e02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 753664->757759) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addee7 expref: 9 pid: 7693 timeout: 489 lvb_type: 0 00000100:00100000:0.0:1734016121.214101:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340834816:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016121.214114:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.224699:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340834688:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016121.224708:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340834816:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016121.224729:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [716800->720895] (req 716800->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.224741:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016121.224782:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338472704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10878us (11156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.224788:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13098 00000100:00100000:1.0:1734016121.227468:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.227822:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473216 00000100:00100000:0.0:1734016121.227828:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473216 00002000:00100000:0.0:1734016121.227855:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (716800->720895) req@ffff880079f21c00 x1818247338473216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.227863:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21c00 with x1818247338473216 ext(716800->720895) 00002000:00010000:0.0:1734016121.227867:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21c00 00000100:00100000:0.0:1734016121.227894:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9320 00000100:00100000:0.0:1734016121.227898:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338473216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.228005:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338473216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 106us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.228010:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9320 00002000:00100000:0.0:1734016121.228015:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (716800->720895) req@ffff880079f21c00 x1818247338473216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.228021:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21c00 with x1818247338473216 ext(716800->720895) 00002000:00010000:0.0:1734016121.228024:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21c00 00000100:00100000:1.0:1734016121.231573:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.231602:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.231977:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13100 00000100:00100000:1.0:1734016121.231982:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338473344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.231990:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.231999:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20e2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf0a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.232021:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.232055:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00002000:00010000:0.0:1734016121.234326:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 414148 -> 720858 00002000:00010000:0.0:1734016121.234329:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016120 -> 1734016121 00002000:00010000:0.0:1734016121.234330:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016120 -> 1734016121 00000100:00100000:0.0:1734016121.234342:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835200:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.234359:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20e2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf0a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.234368:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20e2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf0a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.234380:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:0.0:1734016121.234413:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338473344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2430us (2809us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.234419:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13100 00000100:00100000:1.0:1734016121.237392:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.237442:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473600 00000100:00100000:0.0:1734016121.237449:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473600 00000100:00100000:0.0:1734016121.237487:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13101 00000100:00100000:0.0:1734016121.237493:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338473600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.237507:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.237521:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf18 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.237561:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835328:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.237610:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.241356:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835328:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.241380:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf18 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.241395:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf18 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.241447:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016121.243092:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338473600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5593us (5701us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.243101:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13101 00000100:00100000:0.0:1734016121.274043:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338473984 00000100:00100000:0.0:1734016121.274052:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338473984 00002000:00100000:0.0:1734016121.274085:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2494464->2498559) req@ffff88007902b800 x1818247338473984/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.274093:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247338473984 ext(2494464->2498559) 00002000:00010000:0.0:1734016121.274097:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b800 00000100:00100000:0.0:1734016121.274126:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9321 00000100:00100000:0.0:1734016121.274132:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338473984:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016121.274245:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338473984:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 113us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.274250:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9321 00002000:00100000:0.0:1734016121.274255:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2494464->2498559) req@ffff88007902b800 x1818247338473984/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016121.274260:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247338473984 ext(2494464->2498559) 00002000:00010000:0.0:1734016121.274262:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b800 00000100:00100000:0.0:1734016121.278114:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.281891:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338474368 00000100:00100000:1.0:1734016121.281899:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338474368 00000100:00100000:1.0:1734016121.281948:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338474496 00000100:00100000:1.0:1734016121.281951:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338474496 00000100:00100000:1.0:1734016121.281970:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13103 00000100:00100000:1.0:1734016121.281976:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338474368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.281991:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.282006:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea20e41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf26 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.282055:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835584:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.282105:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.285069:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340835584:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.285099:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea20e41 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf26 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.285112:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea20e41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf26 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.285142:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016121.285185:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338474368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3208us (4104us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.285193:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13103 00000100:00100000:1.0:1734016121.293394:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13106 00000100:00100000:1.0:1734016121.293400:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338474752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.293407:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.293416:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20e56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf3b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.293441:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340835968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.293461:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.297703:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340835968:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.297726:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20e56 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf3b expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.297734:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20e56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf3b expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.297763:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016121.297787:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338474752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4386us (4741us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.297793:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13106 00000100:00100000:0.0:1734016121.306252:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475008 00000100:00100000:0.0:1734016121.306260:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475008 00002000:00100000:1.0:1734016121.306686:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1818624->1822719) req@ffff880079029880 x1818247338475008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.306696:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338475008 ext(1818624->1822719) 00002000:00010000:1.0:1734016121.306701:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:1.0:1734016121.306728:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9323 00000100:00100000:1.0:1734016121.306734:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338475008:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.307169:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338475008:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 434us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.307176:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9323 00002000:00100000:1.0:1734016121.307182:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1818624->1822719) req@ffff880079029880 x1818247338475008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.307188:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338475008 ext(1818624->1822719) 00002000:00010000:1.0:1734016121.307191:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:1.0:1734016121.309979:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475264 00000100:00100000:1.0:1734016121.309987:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475264 00002000:00100000:1.0:1734016121.310019:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1822720->1826815) req@ffff88007902bb80 x1818247338475264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.310028:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338475264 ext(1822720->1826815) 00002000:00010000:1.0:1734016121.310032:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902bb80 00000100:00100000:1.0:1734016121.310058:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9324 00000100:00100000:1.0:1734016121.310064:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338475264:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.310198:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338475264:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.310204:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9324 00002000:00100000:1.0:1734016121.310210:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1822720->1826815) req@ffff88007902bb80 x1818247338475264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.310215:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338475264 ext(1822720->1826815) 00002000:00010000:1.0:1734016121.310218:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902bb80 00000100:00100000:1.0:1734016121.325608:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9325 00000100:00100000:1.0:1734016121.325616:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338475392:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016121.330372:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338475392:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4745us (7271us total) trans 4294968209 rc 0/0 00000100:00100000:1.0:1734016121.330385:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9325 00002000:00100000:1.0:1734016121.330396:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1818624->2839697) req@ffff880079028e00 x1818247338475392/t4294968209(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 536/456 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.330405:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028e00 with x1818247338475392 ext(1818624->2839697) 00002000:00010000:1.0:1734016121.330410:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028e00 00000100:00100000:0.0:1734016121.347006:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475520 00000100:00100000:0.0:1734016121.347016:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475520 00000100:00100000:0.0:1734016121.347061:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2528 00000100:00100000:0.0:1734016121.347068:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338475520:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016121.347189:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338475520:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 121us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016121.347196:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2528 00000100:00100000:1.0:1734016121.349038:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338475648 00000100:00100000:1.0:1734016121.349046:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338475648 00000100:00100000:1.0:1734016121.349094:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13107 00000100:00100000:1.0:1734016121.349100:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338475648:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:1.0:1734016121.355300:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338475648:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 6166us (6318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.355311:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13107 00002000:00010000:0.0:1734016121.359252:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016120 -> 1734016121 00002000:00010000:0.0:1734016121.359258:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 1 -> 56 00000100:00100000:0.0:1734016121.359304:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340836096:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.359328:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea20e5d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf49 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.359339:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea20e5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf49 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.359365:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:1.0:1734016121.359484:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338475904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1722us (1877us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.359492:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13108 00000100:00100000:0.0:1734016121.363401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.363445:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.363493:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476032 00000100:00100000:1.0:1734016121.363501:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476032 00000100:00100000:1.0:1734016121.363540:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13111 00000100:00100000:1.0:1734016121.363545:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338476032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.363553:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.363563:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20e72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf50 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.363601:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340836352:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.363659:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.366660:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340836352:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.366693:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20e72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf50 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.366707:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20e72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf50 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.366727:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016121.366765:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338476032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3218us (3370us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.366772:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13111 00000100:00100000:0.0:1734016121.382858:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.382916:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.382929:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476416 00000100:00100000:1.0:1734016121.382936:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476416 00000100:00100000:1.0:1734016121.382976:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476544 00000100:00100000:1.0:1734016121.382979:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476544 00000100:00100000:1.0:1734016121.383004:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13113 00000100:00100000:1.0:1734016121.383010:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338476416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.383024:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.383037:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20e79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf5e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.383080:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340836608:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.383140:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.399912:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340836608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.399930:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20e79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf5e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.399938:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20e79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf5e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.399949:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016121.399969:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338476416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 16959us (17119us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.399974:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13113 00000100:00100000:1.0:1734016121.405378:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476672 00000100:00100000:1.0:1734016121.405386:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476672 00000100:00100000:1.0:1734016121.405418:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338476800 00000100:00100000:1.0:1734016121.405419:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338476800 00000100:00100000:0.0:1734016121.405425:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13115 00000100:00100000:0.0:1734016121.405431:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338476672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.405446:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.405461:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf6c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.405509:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340836864:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.405565:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.407999:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13116 00000100:00100000:1.0:1734016121.408010:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338476800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.408025:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.408039:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20e8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf73 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.408082:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340836992:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.408138:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.413948:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340836992:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.413982:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20e8e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf73 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.413995:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea20e8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf73 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.414008:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016121.414061:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338476800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6051us (8803us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.414069:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13116 00000100:00100000:0.0:1734016121.414395:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340836864:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.414414:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf6c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.414423:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea20e87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf6c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.414599:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016121.414941:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338476672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9507us (9742us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.414947:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13115 00000100:00100000:1.0:1734016121.424121:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477056 00000100:00100000:1.0:1734016121.424129:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477056 00002000:00100000:1.0:1734016121.424164:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->3760127) req@ffff880079029500 x1818247338477056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.424173:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247338477056 ext(0->3760127) 00002000:00010000:1.0:1734016121.424177:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:1.0:1734016121.424208:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9326 00000100:00100000:1.0:1734016121.424214:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338477056:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.432486:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338477056:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 8263us (8446us total) trans 0 rc 417792/417792 00000100:00100000:1.0:1734016121.432497:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9326 00002000:00100000:1.0:1734016121.432506:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->3760127) req@ffff880079029500 x1818247338477056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 417792/417792 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.432514:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247338477056 ext(0->3760127) 00002000:00010000:1.0:1734016121.432518:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:1.0:1734016121.442329:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477312 00000100:00100000:1.0:1734016121.442338:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477312 00002000:00100000:1.0:1734016121.442380:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3760128->3764223) req@ffff880079169f80 x1818247338477312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.442389:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169f80 with x1818247338477312 ext(3760128->3764223) 00002000:00010000:1.0:1734016121.442394:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169f80 00000100:00100000:1.0:1734016121.442433:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9327 00000100:00100000:1.0:1734016121.442441:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338477312:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.442607:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338477312:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 166us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.442615:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9327 00002000:00100000:1.0:1734016121.442621:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3760128->3764223) req@ffff880079169f80 x1818247338477312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.442627:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169f80 with x1818247338477312 ext(3760128->3764223) 00002000:00010000:1.0:1734016121.442630:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169f80 00000100:00100000:1.0:1734016121.475605:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477824 00000100:00100000:1.0:1734016121.475613:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477824 00000100:00100000:1.0:1734016121.475656:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477696 00000100:00100000:1.0:1734016121.475659:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477696 00000100:00100000:1.0:1734016121.475677:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13117 00000100:00100000:1.0:1734016121.475684:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338477824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.475698:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.475714:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20e95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf81 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.475760:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340837120:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.475818:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.475837:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13118 00000100:00100000:1.0:1734016121.475841:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338477696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.475848:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.475856:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20e9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf7a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.475888:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340837248:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.475918:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.478622:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340837248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.478651:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20e9c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf7a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.478663:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20e9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf7a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.478689:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016121.478734:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338477696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2890us (3200us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.478742:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13118 00000100:00100000:1.0:1734016121.479918:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340837120:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.479938:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20e95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf81 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.479948:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea20e95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf81 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.479960:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016121.484988:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338477824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9292us (9489us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.484999:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13117 00000100:00100000:0.0:1734016121.488789:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.489500:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338477952 00000100:00100000:0.0:1734016121.489507:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338477952 00000100:00100000:0.0:1734016121.489544:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338478080 00000100:00100000:0.0:1734016121.489546:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338478080 00000100:00100000:0.0:1734016121.489571:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13119 00000100:00100000:0.0:1734016121.489577:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338477952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.489591:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.489604:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea20ea3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addf88 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.489648:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f92a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340837376:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.489685:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.499555:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.499645:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338478336 00000100:00100000:1.0:1734016121.499653:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338478336 00002000:00100000:1.0:1734016121.499686:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2023424->2027519) req@ffff880079f93480 x1818247338478336/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.499695:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338478336 ext(2023424->2027519) 00002000:00010000:1.0:1734016121.499699:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:1.0:1734016121.499729:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9329 00000100:00100000:1.0:1734016121.499735:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338478336:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.499894:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338478336:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 157us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.499902:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9329 00002000:00100000:1.0:1734016121.499907:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2023424->2027519) req@ffff880079f93480 x1818247338478336/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.499913:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338478336 ext(2023424->2027519) 00002000:00010000:1.0:1734016121.499916:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:0.0:1734016121.510343:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.526766:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.529631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.540921:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016121.545458:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969817 is committed 00000001:00080000:0.0:1734016121.545483:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969816 is committed 00000100:00100000:1.0:1734016121.549179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.549235:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.559869:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479616 00000100:00100000:0.0:1734016121.559884:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479616 00000100:00100000:0.0:1734016121.559923:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479488 00000100:00100000:0.0:1734016121.559925:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479488 00000100:00100000:0.0:1734016121.559946:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13124 00000100:00100000:0.0:1734016121.559952:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338479616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.559968:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.559982:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20ebf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.560026:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340837888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.560071:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.560202:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13125 00000100:00100000:1.0:1734016121.560208:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338479488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.560216:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.560225:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20ec6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfa4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.560252:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.560303:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.563074:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340837888:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016121.563109:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20ebf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfab expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.563122:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20ebf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfab expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016121.563153:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016121.563197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338479616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3243us (3430us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016121.563204:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13124 00000100:00100000:1.0:1734016121.563386:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838016:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.563409:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20ec6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfa4 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.563418:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea20ec6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfa4 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.563443:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016121.563468:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338479488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3258us (3659us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.563474:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13125 00000100:00100000:1.0:1734016121.571098:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338479744 00000100:00100000:1.0:1734016121.571105:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338479744 00000100:00100000:1.0:1734016121.571148:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13126 00000100:00100000:1.0:1734016121.571155:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338479744:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.571330:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2035712 -> 3812921 00002000:00010000:1.0:1734016121.571333:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.571335:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.571336:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.571338:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 856 00000100:00100000:1.0:1734016121.571385:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338479744:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 230us (1030us total) trans 4294969818 rc 0/0 00000100:00100000:1.0:1734016121.571391:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13126 00000100:00100000:0.0:1734016121.577064:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.577107:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.577898:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13127 00000100:00100000:1.0:1734016121.577906:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338479872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.577922:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.577937:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20ecd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfb2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.577985:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838144:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.578033:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.584119:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838144:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.584149:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20ecd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfb2 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.584162:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea20ecd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfb2 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.588150:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016121.589362:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338479872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11455us (12304us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.589452:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13127 00000100:00100000:1.0:1734016121.594696:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480256 00000100:00100000:1.0:1734016121.594703:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480256 00000100:00100000:1.0:1734016121.594799:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480128 00000100:00100000:1.0:1734016121.594801:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480128 00000100:00100000:1.0:1734016121.595507:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13130 00000100:00100000:1.0:1734016121.595512:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338480128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.595521:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.595530:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20ee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfc0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.595555:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838528:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.595576:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.601707:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340838528:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.601742:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20ee2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfc0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.601755:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea20ee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfc0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.601768:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016121.601816:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338480128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6303us (7174us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.601824:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13130 00000100:00100000:0.0:1734016121.612059:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480512 00000100:00100000:0.0:1734016121.612067:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480512 00000100:00100000:0.0:1734016121.612114:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2529 00000100:00100000:0.0:1734016121.612120:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338480512:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016121.612157:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016121.612177:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea20dd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addebd expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.612198:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016121.612202:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016121.612332:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20ee9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016121.612343:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea20dc3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeaf expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.612349:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea20ee9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016121.612372:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea20dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeaf expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.612386:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea20dc3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addeaf expref: 18 pid: 6488 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016121.612396:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f90a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340838656:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016121.612457:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.627336:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.630225:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.630257:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.630318:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480896 00000100:00100000:1.0:1734016121.630325:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480896 00002000:00010000:1.0:1734016121.630347:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3837977->18446744073709551615) 00002000:00100000:1.0:1734016121.630351:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338480896 ext(3837977->18446744073709551615) 00002000:00010000:1.0:1734016121.630358:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00. 00000100:00100000:1.0:1734016121.630381:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338480768 00000100:00100000:1.0:1734016121.630383:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338480768 00002000:00010000:1.0:1734016121.630390:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016121.630392:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93100 with x1818247338480768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016121.630397:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93100. 00000100:00100000:1.0:1734016121.630412:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9333 00000100:00100000:1.0:1734016121.630417:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338480896:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016121.630559:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2839698 -> 3837977 00002000:00010000:1.0:1734016121.630562:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.630564:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016119 00002000:00010000:1.0:1734016121.630566:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.630568:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:1.0:1734016121.630610:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338480896:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 192us (387us total) trans 4294968211 rc 0/0 00000100:00100000:1.0:1734016121.630616:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9333 00002000:00010000:1.0:1734016121.630619:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3837977->18446744073709551615) 00002000:00100000:1.0:1734016121.630621:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338480896 ext(3837977->18446744073709551615) 00002000:00010000:1.0:1734016121.630624:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00. 00000100:00100000:1.0:1734016121.630649:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9334 00000100:00100000:1.0:1734016121.630652:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338480768:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016121.630710:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3812921 -> 4194304 00002000:00010000:1.0:1734016121.630712:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.630714:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.630715:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.630717:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016121.630730:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338480768:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 77us (473us total) trans 4294969819 rc 0/0 00000100:00100000:1.0:1734016121.630735:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9334 00002000:00010000:1.0:1734016121.630737:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016121.630739:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93100 with x1818247338480768 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016121.630741:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93100. 00000100:00100000:0.0:1734016121.632321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.638384:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481152 00000100:00100000:0.0:1734016121.638391:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481152 00000100:00100000:0.0:1734016121.638426:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13131 00000100:00100000:0.0:1734016121.638432:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338481152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.638446:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.638459:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfd5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.638481:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.638488:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.638489:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016121.638492:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [704512->712703] (req 704512->712703) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.638514:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016121.638524:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 8 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016121.638533:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340838784:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016121.638574:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.655609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.658955:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481280 00000100:00100000:1.0:1734016121.658966:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481280 00010000:00010000:1.0:1734016121.659001:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 9 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016121.659045:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3651 00000100:00100000:1.0:1734016121.659052:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338481280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.659064:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.659080:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 9 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.659091:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 9 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.659107:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea20e1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 716800->720895) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addf03 expref: 9 pid: 7694 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.659125:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.659127:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016121.659133:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.659141:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.659169:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.659179:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340838912:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016121.659227:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.660970:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.661059:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340838912:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016121.661077:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.661107:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338481280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2054us (5505us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.661115:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3651 00000100:00100000:0.0:1734016121.664497:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.664635:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481536 00000100:00100000:1.0:1734016121.664642:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481536 00000100:00100000:1.0:1734016121.664681:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13133 00000100:00100000:1.0:1734016121.664687:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338481536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.664700:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.664713:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20f05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfdc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.664750:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.664798:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.668720:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.668753:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20f05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfdc expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.668765:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea20f05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfdc expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.668789:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016121.668832:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338481536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4143us (4340us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.668843:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13133 00000100:00100000:0.0:1734016121.671242:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.671436:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481664 00000100:00100000:1.0:1734016121.671444:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481664 00000100:00100000:1.0:1734016121.672589:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13134 00000100:00100000:1.0:1734016121.672597:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338481664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.672613:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.672628:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20f0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfe3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.672669:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.672773:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.675591:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839168:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.675622:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20f0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfe3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.675634:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea20f0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfe3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.675706:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016121.676114:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338481664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3515us (4876us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.676122:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13134 00000100:00100000:0.0:1734016121.678761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.686465:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.687124:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338481920 00000100:00100000:1.0:1734016121.687132:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338481920 00000100:00100000:1.0:1734016121.687898:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13135 00000100:00100000:1.0:1734016121.687905:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338481920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.687921:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.687935:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20f21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addff1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.687978:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340839296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.688021:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00002000:00010000:1.0:1734016121.691507:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016119 -> 1734016121 00000100:00100000:1.0:1734016121.691531:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340839296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.691561:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20f21 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addff1 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.691574:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea20f21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addff1 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.691826:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016121.693440:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338481920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5530us (6977us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.693450:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13135 00000100:00100000:0.0:1734016121.696505:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340839424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016121.696554:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734016121.696782:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340839424:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1734016121.696837:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016091 00000100:00100000:0.0:1734016121.698325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.698384:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482048 00000100:00100000:1.0:1734016121.698389:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482048 00000100:00100000:1.0:1734016121.698461:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13136 00000100:00100000:1.0:1734016121.698467:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338482048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.698477:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.698491:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20f28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addff8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.698523:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340839552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.699192:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.704957:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340839552:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.704990:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20f28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addff8 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.705003:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea20f28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addff8 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.705026:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016121.705069:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338482048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6600us (6745us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.705076:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13136 00000100:00100000:0.0:1734016121.709390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.727863:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.727945:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482432 00000100:00100000:1.0:1734016121.727952:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482432 00010000:00010000:1.0:1734016121.727974:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea20f1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfea expref: 19 pid: 6488 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016121.728007:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3652 00000100:00100000:1.0:1734016121.728013:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338482432:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016121.728024:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016121.728029:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea20f1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfea expref: 19 pid: 6488 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.728037:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea20f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfea expref: 19 pid: 6488 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.728053:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea20f1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfea expref: 19 pid: 6488 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.728077:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016121.728081:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea20f2f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016121.728087:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea20f2f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016121.728093:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea20f2f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016121.728106:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016121.728138:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338482432:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 124us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.728144:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3652 00000100:00100000:0.0:1734016121.730319:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.730559:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482560 00000100:00100000:1.0:1734016121.730567:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482560 00000100:00100000:1.0:1734016121.730612:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13137 00000100:00100000:1.0:1734016121.730618:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338482560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.730633:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.730646:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45addfff expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.730667:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.730674:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.730676:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016121.730679:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.730700:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.730710:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea20efe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->712703) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfd5 expref: 7 pid: 7692 timeout: 490 lvb_type: 0 00000100:00100000:1.0:1734016121.730720:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839808:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016121.730772:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.733923:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340839808:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016121.733955:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016121.733972:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016121.734012:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338482560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3390us (3692us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016121.734019:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13137 00000100:00100000:0.0:1734016121.734348:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.739988:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.740037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.740099:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338482816 00000100:00100000:1.0:1734016121.740106:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338482816 00002000:00010000:1.0:1734016121.740133:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4702764->18446744073709551615) 00002000:00100000:1.0:1734016121.740137:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92a00 with x1818247338482816 ext(4702764->18446744073709551615) 00002000:00010000:1.0:1734016121.740145:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92a00. 00000100:00100000:1.0:1734016121.740167:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9336 00000100:00100000:1.0:1734016121.740170:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338482816:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016121.740307:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4702764 00002000:00010000:1.0:1734016121.740310:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.740313:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.740314:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.740316:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016121.740410:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338482816:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 237us (431us total) trans 4294969821 rc 0/0 00000100:00100000:1.0:1734016121.740416:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9336 00002000:00010000:1.0:1734016121.740418:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4702764->18446744073709551615) 00002000:00100000:1.0:1734016121.740420:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92a00 with x1818247338482816 ext(4702764->18446744073709551615) 00002000:00010000:1.0:1734016121.740423:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92a00. 00000100:00100000:0.0:1734016121.742388:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.745488:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.748316:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483584 00000100:00100000:0.0:1734016121.748324:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338483456 00000100:00100000:1.0:1734016121.748324:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483584 00000100:00100000:0.0:1734016121.748327:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338483456 00002000:00010000:0.0:1734016121.748348:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00010000:1.0:1734016121.748348:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4099599->18446744073709551615) 00002000:00100000:0.0:1734016121.748352:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9f80 with x1818247338483456 ext(4194304->18446744073709551615) 00002000:00100000:1.0:1734016121.748352:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fa300 with x1818247338483584 ext(4099599->18446744073709551615) 00002000:00010000:0.0:1734016121.748359:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9f80. 00002000:00010000:1.0:1734016121.748359:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fa300. 00000100:00100000:1.0:1734016121.748384:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9337 00000100:00100000:1.0:1734016121.748389:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338483584:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016121.748394:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9338 00000100:00100000:0.0:1734016121.748397:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338483456:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016121.748507:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4702764 -> 4194304 00002000:00010000:0.0:1734016121.748509:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.748512:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.748513:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:0.0:1734016121.748515:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00002000:00010000:1.0:1734016121.748521:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4099599 00002000:00010000:1.0:1734016121.748523:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.748525:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016119 -> 1734016119 00002000:00010000:1.0:1734016121.748527:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.748528:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1734016121.748551:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338483456:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 151us (299us total) trans 4294969822 rc 0/0 00000100:00100000:1.0:1734016121.748551:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338483584:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 160us (326us total) trans 4294968213 rc 0/0 00000100:00100000:0.0:1734016121.748557:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9338 00002000:00010000:0.0:1734016121.748559:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016121.748561:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9f80 with x1818247338483456 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016121.748565:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9f80. 00000100:00100000:1.0:1734016121.748964:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9337 00002000:00010000:1.0:1734016121.748968:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4099599->18446744073709551615) 00002000:00100000:1.0:1734016121.748970:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fa300 with x1818247338483584 ext(4099599->18446744073709551615) 00002000:00010000:1.0:1734016121.748974:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fa300. 00000100:00100000:1.0:1734016121.752258:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.758877:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.758921:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.759380:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13139 00000100:00100000:1.0:1734016121.759386:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338483968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.759394:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.759403:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20f75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade01b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.759428:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340840192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.759453:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.761015:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340840192:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.761041:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20f75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade01b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.761051:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea20f75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade01b expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.761074:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016121.761100:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338483968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1714us (2179us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.761107:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13139 00000100:00100000:0.0:1734016121.765890:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.765937:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.766008:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338484224 00000100:00100000:1.0:1734016121.766015:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338484224 00000100:00100000:1.0:1734016121.766059:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338484352 00000100:00100000:1.0:1734016121.766062:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338484352 00000100:00100000:1.0:1734016121.766089:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13140 00000100:00100000:1.0:1734016121.766095:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338484224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.766110:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.766124:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20f7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade029 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.766172:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340840320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.766219:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.766294:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13141 00000100:00100000:0.0:1734016121.766299:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338484352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.766306:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.766315:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea20f83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade030 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.766345:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340840448:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.766364:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.769110:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340840320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.769142:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20f7c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade029 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.769159:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea20f7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade029 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.769185:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016121.769231:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338484224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3134us (3348us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.769238:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13140 00000100:00100000:0.0:1734016121.777852:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.777949:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338484608 00000100:00100000:1.0:1734016121.777957:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338484608 00002000:00100000:1.0:1734016121.777994:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1703936->4194303) req@ffff88007a028e00 x1818247338484608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 504/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.778003:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028e00 with x1818247338484608 ext(1703936->4194303) 00002000:00010000:1.0:1734016121.778007:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028e00 00000100:00100000:1.0:1734016121.778040:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9339 00000100:00100000:1.0:1734016121.778046:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338484608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.804922:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338484608:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 26867us (27070us total) trans 0 rc 2166784/2166784 00000100:00100000:1.0:1734016121.804933:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9339 00002000:00100000:1.0:1734016121.804944:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1703936->4194303) req@ffff88007a028e00 x1818247338484608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 504/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 2166784/2166784 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.804951:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028e00 with x1818247338484608 ext(1703936->4194303) 00002000:00010000:1.0:1734016121.804955:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028e00 00000100:00100000:0.0:1734016121.809119:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.809178:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.818360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.818401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.818736:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13145 00000100:00100000:0.0:1734016121.818740:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338485120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.818746:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.818755:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20f9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade04c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.818775:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340840960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.818790:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.822203:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340840960:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.822222:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20f9f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade04c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.822231:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea20f9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade04c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.822257:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016121.822311:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338485120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3569us (3909us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.822317:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13145 00000100:00100000:0.0:1734016121.827985:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.828454:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338485248 00000100:00100000:1.0:1734016121.828462:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338485248 00000100:00100000:1.0:1734016121.828501:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13146 00000100:00100000:1.0:1734016121.828506:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338485248:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016121.828647:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016121.828650:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.828652:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.828653:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016121.828655:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:1.0:1734016121.828721:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338485248:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 212us (742us total) trans 4294969823 rc 0/0 00000100:00100000:1.0:1734016121.828727:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13146 00000100:00100000:0.0:1734016121.830839:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.830897:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.831066:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13148 00000100:00100000:0.0:1734016121.831071:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338485504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016121.831077:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016121.831085:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea20fad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade05a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016121.831112:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340841216:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016121.831153:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016121.839883:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.839935:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.847465:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.855824:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.871163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.871535:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338486272 00000100:00100000:1.0:1734016121.871542:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338486272 00002000:00100000:1.0:1734016121.871576:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4100095) req@ffff880078f43100 x1818247338486272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:82/0 lens 488/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.871590:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43100 with x1818247338486272 ext(0->4100095) 00002000:00010000:1.0:1734016121.871595:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f43100 00000100:00100000:1.0:1734016121.872423:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9340 00000100:00100000:1.0:1734016121.872428:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338486272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016121.914064:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338486272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 41625us (42899us total) trans 0 rc 4100096/4100096 00000100:00100000:1.0:1734016121.914075:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9340 00002000:00100000:1.0:1734016121.914085:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4100095) req@ffff880078f43100 x1818247338486272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:82/0 lens 488/440 e 0 to 0 dl 1734016132 ref 1 fl Complete:/200/0 rc 4100096/4100096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.914093:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43100 with x1818247338486272 ext(0->4100095) 00002000:00010000:1.0:1734016121.914098:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f43100 00000100:00100000:0.0:1734016121.918968:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.934148:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.943387:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.951652:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.956322:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.956438:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338486912 00000100:00100000:1.0:1734016121.956447:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338486912 00002000:00100000:1.0:1734016121.956485:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1703936->1708031) req@ffff880078f43480 x1818247338486912/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 4584/0 e 0 to 0 dl 1734016132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.956493:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43480 with x1818247338486912 ext(1703936->1708031) 00010000:00010000:1.0:1734016121.956501:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 12 pid: 7693 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.956511:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 12 pid: 7693 timeout: 490 lvb_type: 0 00002000:00010000:1.0:1734016121.956517:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078f43480 00000100:00100000:1.0:1734016121.956545:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 340 00000100:00100000:1.0:1734016121.956550:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338486912:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016121.960079:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338486912:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3519us (3756us total) trans 4294969824 rc 0/0 00000100:00100000:1.0:1734016121.960092:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 340 00002000:00100000:1.0:1734016121.960103:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1703936->1708031) req@ffff880078f43480 x1818247338486912/t4294969824(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:82/0 lens 4584/448 e 0 to 0 dl 1734016132 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016121.960111:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43480 with x1818247338486912 ext(1703936->1708031) 00010000:00010000:1.0:1734016121.960120:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 14 pid: 7693 timeout: 490 lvb_type: 0 00010000:00010000:1.0:1734016121.960135:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea20f36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45addfff expref: 14 pid: 7693 timeout: 490 lvb_type: 0 00002000:00010000:1.0:1734016121.960141:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078f43480 00000100:00100000:0.0:1734016121.965770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.971691:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.975523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.979594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.980843:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13158 00000100:00100000:1.0:1734016121.980849:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338487424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.980857:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.980875:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20fec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade099 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.980901:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340842624:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.980930:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.983053:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340842624:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.983104:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20fec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade099 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.983117:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea20fec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade099 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.983129:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016121.983173:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338487424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2322us (3586us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.983180:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13158 00000100:00100000:0.0:1734016121.985697:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016121.985761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016121.985816:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487552 00000100:00100000:1.0:1734016121.985822:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487552 00000100:00100000:1.0:1734016121.985845:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487680 00000100:00100000:1.0:1734016121.985847:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487680 00000100:00100000:1.0:1734016121.985873:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13159 00000100:00100000:1.0:1734016121.985879:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338487552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016121.985890:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016121.985901:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade0a0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016121.985936:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340842752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016121.985971:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016121.993404:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340842752:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016121.993451:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ff3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0a0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.993462:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea20ff3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0a0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016121.993475:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016121.993521:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338487552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7641us (7827us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016121.993527:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13159 00000100:00100000:0.0:1734016122.001172:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.001254:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.002521:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487808 00000100:00100000:1.0:1734016122.002530:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487808 00000100:00100000:1.0:1734016122.002567:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338487936 00000100:00100000:1.0:1734016122.002570:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338487936 00000100:00100000:1.0:1734016122.002602:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13161 00000100:00100000:1.0:1734016122.002609:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338487808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.002625:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.002642:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade0ae expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.002694:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340843008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.002748:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.021242:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340843008:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.021327:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21001 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0ae expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.021340:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21001 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0ae expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.021354:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016122.021400:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338487808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 18791us (20235us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.021407:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13161 00000100:00100000:0.0:1734016122.027765:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.027801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.027890:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488064 00000100:00100000:1.0:1734016122.027900:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488064 00000100:00100000:1.0:1734016122.027932:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488192 00000100:00100000:1.0:1734016122.027934:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488192 00000100:00100000:1.0:1734016122.027967:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13163 00000100:00100000:1.0:1734016122.027975:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338488064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.027992:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.028007:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2100f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade0bc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.028052:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340843264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.028098:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.041408:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340843264:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.041456:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2100f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0bc expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.041469:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2100f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0bc expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.041484:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016122.041527:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338488064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 13553us (13768us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.041534:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13163 00000100:00100000:0.0:1734016122.064357:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.069460:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.091098:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.093007:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338488704 00000100:00100000:1.0:1734016122.093016:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338488704 00002000:00100000:1.0:1734016122.093049:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007f018a80 x1818247338488704/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.093059:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018a80 with x1818247338488704 ext(0->4194303) 00002000:00010000:1.0:1734016122.093063:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018a80 00000100:00100000:1.0:1734016122.093087:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9341 00000100:00100000:1.0:1734016122.093092:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338488704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016122.171115:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338488704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 78013us (80017us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016122.171125:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9341 00002000:00100000:1.0:1734016122.171134:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007f018a80 x1818247338488704/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016122.171141:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018a80 with x1818247338488704 ext(0->4194303) 00002000:00010000:1.0:1734016122.171146:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018a80 00000100:00100000:0.0:1734016122.187612:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.201487:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.207115:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.220568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.221970:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489216 00000100:00100000:0.0:1734016122.221979:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489216 00000100:00100000:0.0:1734016122.222034:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13169 00000100:00100000:0.0:1734016122.222042:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338489216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.222058:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.222072:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21039 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade0e6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.222125:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340844032:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.222190:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.236264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.243259:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.260204:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.272711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.283997:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.292414:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340844544:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.292453:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea21047 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0f4 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.292467:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea21047 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0f4 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.292494:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:0.0:1734016122.292554:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338489856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5146us (8563us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.292562:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13172 00000100:00100000:1.0:1734016122.295887:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.295963:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338489984 00000100:00100000:0.0:1734016122.295971:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338489984 00000100:00100000:0.0:1734016122.296015:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13173 00000100:00100000:0.0:1734016122.296022:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338489984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.296037:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.296051:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2104e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade0fb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.296095:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340844672:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.296448:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.300175:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340844672:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.300208:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2104e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0fb expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.300222:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2104e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade0fb expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.300296:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016122.301659:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338489984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5632us (5775us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.301668:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13173 00000100:00100000:0.0:1734016122.305009:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490112 00000100:00100000:0.0:1734016122.305016:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490112 00000100:00100000:0.0:1734016122.305193:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13174 00000100:00100000:0.0:1734016122.305199:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.305215:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.305230:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21055 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade102 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.305296:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340844800:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.305511:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016122.307889:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016121 -> 1734016122 00000100:00100000:0.0:1734016122.307909:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340844800:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.307938:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21055 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade102 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.307948:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21055 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade102 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.307971:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016122.308018:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2817us (3092us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.308025:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13174 00000100:00100000:1.0:1734016122.309930:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.309985:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490240 00000100:00100000:0.0:1734016122.309992:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490240 00000100:00100000:0.0:1734016122.310057:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13175 00000100:00100000:0.0:1734016122.310063:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.310076:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.310089:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2105c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade109 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.310135:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340844928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.310187:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.312245:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340844928:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.312301:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2105c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade109 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.312313:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2105c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade109 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.312335:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016122.312372:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2307us (2445us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.312380:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13175 00000100:00100000:1.0:1734016122.314412:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.314517:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490368 00000100:00100000:0.0:1734016122.314524:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490368 00000100:00100000:0.0:1734016122.314565:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13176 00000100:00100000:0.0:1734016122.314571:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338490368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.314584:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.314598:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21063 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade110 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.314640:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845056:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.314689:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016122.317590:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016121 -> 1734016122 00000100:00100000:0.0:1734016122.317611:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845056:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.317641:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21063 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade110 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.317657:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21063 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade110 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.317683:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016122.317726:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338490368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3154us (3318us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.317735:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13176 00000100:00100000:0.0:1734016122.319926:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490496 00000100:00100000:0.0:1734016122.319933:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490496 00000100:00100000:0.0:1734016122.320009:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13177 00000100:00100000:0.0:1734016122.320016:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.320030:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.320044:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2106a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade117 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.320086:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845184:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016122.320136:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.322023:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845184:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.322048:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2106a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade117 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.322058:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea2106a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade117 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.322072:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016122.322107:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338490496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2091us (2254us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.322114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13177 00000100:00100000:1.0:1734016122.328157:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.333449:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338490880 00000100:00100000:0.0:1734016122.333454:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338490880 00002000:00100000:0.0:1734016122.333500:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (954368->962559) req@ffff8800789fb480 x1818247338490880/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:83/0 lens 8680/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.333510:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb480 with x1818247338490880 ext(954368->962559) 00002000:00010000:0.0:1734016122.333513:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fb480 00000100:00100000:0.0:1734016122.333536:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9342 00000100:00100000:0.0:1734016122.333541:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338490880:12345-192.168.201.60@tcp:4:fsx.0 00000100:00080000:1.0:1734016122.333947:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016092 00000100:00100000:0.0:1734016122.335674:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338490880:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2126us (3143us total) trans 4294968214 rc 0/0 00000100:00100000:0.0:1734016122.335682:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9342 00002000:00100000:0.0:1734016122.335936:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (954368->962559) req@ffff8800789fb480 x1818247338490880/t4294968214(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:83/0 lens 8680/448 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.335946:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fb480 with x1818247338490880 ext(954368->962559) 00002000:00010000:0.0:1734016122.335951:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fb480 00000100:00100000:1.0:1734016122.338538:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.338632:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338491136 00000100:00100000:0.0:1734016122.338640:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338491136 00000100:00100000:0.0:1734016122.338686:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13178 00000100:00100000:0.0:1734016122.338692:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338491136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016122.338707:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016122.338720:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade11e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.338743:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea20fc2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->962559) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade06f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.338749:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016122.338751:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016122.338754:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.338780:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea20fc2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->962559) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade06f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.338790:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea20fc2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 954368->962559) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade06f expref: 7 pid: 7694 timeout: 490 lvb_type: 0 00000100:00100000:0.0:1734016122.338801:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845440:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016122.338867:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.347096:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.347182:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340845440:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016122.347212:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.347227:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016122.347293:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338491136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8576us (8734us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.347302:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13178 00000100:00100000:1.0:1734016122.357921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.357950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.362999:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.364943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.364985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.369700:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.369747:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.370084:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13182 00000100:00100000:1.0:1734016122.370089:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338492032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.370097:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.370106:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea210a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade13a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.370129:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340846080:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.370148:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.372718:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340846080:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.372756:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea210a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade13a expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.372765:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea210a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade13a expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.372783:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016122.373068:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338492032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2977us (3319us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.373074:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13182 00000100:00100000:0.0:1734016122.377052:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.381350:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.385826:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.385872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.385895:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338492672 00000100:00100000:1.0:1734016122.385901:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338492672 00002000:00010000:1.0:1734016122.385930:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016122.385934:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a195880 with x1818247338492672 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016122.385944:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a195880. 00000100:00100000:1.0:1734016122.386626:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338492800 00000100:00100000:1.0:1734016122.386630:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338492800 00002000:00010000:1.0:1734016122.386643:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4096759->18446744073709551615) 00002000:00100000:1.0:1734016122.386645:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194a80 with x1818247338492800 ext(4096759->18446744073709551615) 00002000:00010000:1.0:1734016122.386652:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a194a80. 00000100:00100000:0.0:1734016122.386685:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9345 00000100:00100000:0.0:1734016122.386694:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338492672:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016122.386845:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016122.386848:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.386850:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016121 00002000:00010000:0.0:1734016122.386852:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.386854:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:0.0:1734016122.386910:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338492672:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 216us (1089us total) trans 4294969828 rc 0/0 00000100:00100000:0.0:1734016122.386916:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9345 00002000:00010000:0.0:1734016122.386919:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016122.386921:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a195880 with x1818247338492672 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016122.386925:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a195880. 00000100:00100000:0.0:1734016122.386962:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9346 00000100:00100000:0.0:1734016122.386966:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338492800:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016122.387079:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1858325 -> 4096759 00002000:00010000:0.0:1734016122.387081:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.387083:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016121 00002000:00010000:0.0:1734016122.387084:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.387086:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1734016122.387103:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338492800:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 135us (1230us total) trans 4294968216 rc 0/0 00000100:00100000:0.0:1734016122.387108:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9346 00002000:00010000:0.0:1734016122.387110:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4096759->18446744073709551615) 00002000:00100000:0.0:1734016122.387112:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194a80 with x1818247338492800 ext(4096759->18446744073709551615) 00002000:00010000:0.0:1734016122.387116:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a194a80. 00000100:00100000:1.0:1734016122.397958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.398025:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493056 00000100:00100000:0.0:1734016122.398034:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493056 00002000:00100000:0.0:1734016122.398072:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4100095) req@ffff88007a197b80 x1818247338493056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:83/0 lens 488/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.398083:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197b80 with x1818247338493056 ext(0->4100095) 00002000:00010000:0.0:1734016122.398087:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197b80 00000100:00100000:0.0:1734016122.398685:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9347 00000100:00100000:0.0:1734016122.398692:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338493056:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016122.445255:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338493056:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 46552us (47295us total) trans 0 rc 4100096/4100096 00000100:00100000:0.0:1734016122.445265:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9347 00002000:00100000:0.0:1734016122.445299:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->4100095) req@ffff88007a197b80 x1818247338493056/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:83/0 lens 488/440 e 0 to 0 dl 1734016133 ref 1 fl Complete:/200/0 rc 4100096/4100096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.445308:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197b80 with x1818247338493056 ext(0->4100095) 00002000:00010000:0.0:1734016122.445313:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197b80 00000100:00100000:1.0:1734016122.451399:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.451466:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493184 00000100:00100000:0.0:1734016122.451474:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493184 00002000:00100000:0.0:1734016122.451511:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (4087808->4096758) req@ffff88007902a300 x1818247338493184/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:83/0 lens 9440/0 e 0 to 0 dl 1734016133 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016122.451521:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902a300 with x1818247338493184 ext(4087808->4096758) 00002000:00010000:0.0:1734016122.451526:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902a300 00000100:00100000:1.0:1734016122.460324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.463119:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.463485:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493440 00000100:00100000:0.0:1734016122.463495:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493440 00000100:00100000:0.0:1734016122.463646:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13183 00000100:00100000:0.0:1734016122.463654:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338493440:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016122.471889:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968217 is committed 00000001:00080000:0.0:1734016122.471920:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968214 is committed 00000100:00100000:0.0:1734016122.476945:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338493568 00000100:00100000:0.0:1734016122.476954:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338493568 00000100:00100000:1.0:1734016122.477069:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2541 00000100:00100000:1.0:1734016122.477078:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338493568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.477096:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.477115:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea210b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade148 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.477189:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea210b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.477200:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea210b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.477210:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea210b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016122.477234:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8291063 00000004:00200000:1.0:1734016122.477238:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016122.477254:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea210b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.477287:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea210b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade148 expref: 36 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.477329:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea210b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade148 expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.477336:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016122.477338:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016122.477341:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016122.477381:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338493568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 303us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.477387:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2541 00000100:00100000:1.0:1734016122.487083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.497239:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.505159:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.508228:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340846464:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016122.508257:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.508299:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:0.0:1734016122.508346:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338494080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2916us (3188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.508355:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13184 00000100:00100000:0.0:1734016122.513459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.519155:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340846592:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016122.519176:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016122.519212:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338494208:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4229us (5760us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.519224:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3663 00000100:00100000:1.0:1734016122.520171:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338494336 00000100:00100000:1.0:1734016122.520178:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338494336 00000100:00100000:1.0:1734016122.520219:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13185 00000100:00100000:1.0:1734016122.520225:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338494336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.520240:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.520255:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade156 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.520302:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.520312:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.520313:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.520316:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade156 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.520342:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.520351:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 7 pid: 7694 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016122.520362:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340846720:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016122.520403:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.521957:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340846720:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016122.521978:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade156 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.521988:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016122.522030:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338494336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1804us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.522037:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13185 00000100:00100000:0.0:1734016122.528615:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338494464 00000100:00100000:0.0:1734016122.528625:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338494464 00010000:00010000:0.0:1734016122.528653:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 8 pid: 7694 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016122.528689:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3664 00000100:00100000:0.0:1734016122.528695:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338494464:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016122.528708:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016122.528722:0:6473:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016122 00002000:00010000:0.0:1734016122.528725:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 80 00010000:00010000:0.0:1734016122.528729:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 8 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.528739:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 8 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.528758:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea21078 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade11e expref: 8 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.528782:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.528784:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.528790:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade156 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.528797:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade156 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.528827:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea210cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade156 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.528838:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340846848:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016122.528900:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.531820:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340846848:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016122.531842:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016122.531884:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338494464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3188us (3347us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016122.531895:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3664 00000100:00100000:1.0:1734016122.533000:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9350 00000100:00100000:1.0:1734016122.533006:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338494592:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016122.533094:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016122.533098:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.533100:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016121 -> 1734016121 00002000:00010000:1.0:1734016122.533101:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016122.533103:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:1.0:1734016122.533131:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338494592:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 123us (952us total) trans 4294969829 rc 0/0 00000100:00100000:1.0:1734016122.533136:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9350 00002000:00010000:1.0:1734016122.533139:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016122.533141:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9500 with x1818247338494592 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016122.533145:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9500. 00000100:00100000:1.0:1734016122.549092:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495104 00000100:00100000:1.0:1734016122.549100:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495104 00000100:00100000:1.0:1734016122.549139:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338494976 00000100:00100000:1.0:1734016122.549142:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338494976 00000100:00100000:1.0:1734016122.549158:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13186 00000100:00100000:1.0:1734016122.549164:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338495104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.549179:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.549194:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade16b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.549240:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340846976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.549304:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.551556:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340846976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.551574:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade16b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.551586:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade16b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.551609:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016122.551919:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338495104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2753us (2942us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.551924:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13186 00000100:00100000:0.0:1734016122.557205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.557303:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.558564:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495232 00000100:00100000:1.0:1734016122.558572:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495232 00000100:00100000:1.0:1734016122.558613:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495360 00000100:00100000:1.0:1734016122.558616:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495360 00000100:00100000:1.0:1734016122.558739:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13188 00000100:00100000:1.0:1734016122.558746:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338495232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.558761:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.558778:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade172 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.558825:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847232:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.559262:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.562106:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340847360:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016122.562139:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea210f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade179 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.562150:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea210f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade179 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016122.562174:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:0.0:1734016122.562211:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338495360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3236us (4908us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016122.562218:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13189 00000100:00100000:1.0:1734016122.562547:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847232:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.562563:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade172 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.562572:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea210ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade172 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.562593:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016122.562619:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338495232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3874us (5421us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.562624:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13188 00000100:00100000:0.0:1734016122.564652:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.564888:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.565001:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495616 00000100:00100000:1.0:1734016122.565007:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495616 00000100:00100000:1.0:1734016122.565205:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495488 00000100:00100000:1.0:1734016122.565208:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495488 00000100:00100000:1.0:1734016122.565587:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13191 00000100:00100000:1.0:1734016122.565592:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338495488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.565600:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.565608:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21104 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade180 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.565631:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847616:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.565662:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.568598:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847616:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.568613:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21104 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade180 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.568621:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21104 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade180 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.568627:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016122.568648:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338495488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3056us (3761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.568653:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13191 00000100:00100000:1.0:1734016122.576870:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495744 00000100:00100000:1.0:1734016122.576879:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495744 00000100:00100000:1.0:1734016122.576926:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13192 00000100:00100000:1.0:1734016122.576932:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338495744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.576947:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.576960:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade18e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.576982:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.576988:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.576990:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.576993:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->438271] (req 434176->438271) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade18e expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.577015:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.577024:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 9 pid: 7694 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016122.577034:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847744:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016122.577085:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.578984:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340847744:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016122.579007:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [434176->438271] (req 434176->438271) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade18e expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.579018:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016122.579056:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338495744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2124us (3149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.579063:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13192 00000100:00100000:0.0:1734016122.579991:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338495872 00000100:00100000:0.0:1734016122.579997:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338495872 00010000:00010000:0.0:1734016122.580017:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 10 pid: 7694 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016122.580043:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3665 00000100:00100000:0.0:1734016122.580047:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338495872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016122.580057:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016122.580077:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 10 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.580087:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 10 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.580105:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea210c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade14f expref: 10 pid: 7694 timeout: 491 lvb_type: 0 00010000:00010000:0.0:1734016122.580122:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.580123:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016122.580128:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->438271) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade18e expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.580136:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->438271) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade18e expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016122.580161:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea2110b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 434176->438271) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade18e expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016122.580171:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340847872:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016122.580199:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.591654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.610036:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.614199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.614290:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338496768 00000100:00100000:1.0:1734016122.614297:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338496768 00000100:00100000:1.0:1734016122.614345:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2544 00000100:00100000:1.0:1734016122.614351:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338496768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.614370:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.614385:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21112 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade195 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.614449:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21119 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.614460:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.614467:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016122.614486:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4217485 00000004:00200000:1.0:1734016122.614489:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016122.614501:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21119 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.614519:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21112 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade195 expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.614547:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21119 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade195 expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.614553:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016122.614555:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016122.614558:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016122.614593:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338496768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 242us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.614599:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2544 00000100:00100000:0.0:1734016122.617543:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.617620:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338496896 00000100:00100000:1.0:1734016122.617627:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338496896 00000100:00100000:1.0:1734016122.617667:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13193 00000100:00100000:1.0:1734016122.617673:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338496896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.617686:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.617700:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21120 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade19c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.617718:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.617719:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016122.617725:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21120 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade19c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.617737:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21120 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade19c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.617750:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016122.617781:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338496896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 108us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.617786:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13193 00000100:00100000:0.0:1734016122.620198:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.628209:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.635437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.640647:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.640678:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.643421:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.652761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.662660:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.664910:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.664977:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338498176 00000100:00100000:0.0:1734016122.664981:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338498176 00002000:00010000:0.0:1734016122.664997:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016122.665000:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197800 with x1818247338498176 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016122.665007:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197800. 00000100:00100000:0.0:1734016122.665031:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9355 00000100:00100000:0.0:1734016122.665035:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338498176:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016122.665139:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 23181 -> 0 00002000:00010000:0.0:1734016122.665142:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.665144:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.665145:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.665147:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016122.665167:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338498176:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 131us (258us total) trans 4294968219 rc 0/0 00000100:00100000:0.0:1734016122.665173:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9355 00002000:00010000:0.0:1734016122.665175:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016122.665177:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197800 with x1818247338498176 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016122.665181:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197800. 00000100:00100000:0.0:1734016122.667937:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.669305:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2546 00000100:00100000:1.0:1734016122.669314:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338498304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.669334:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.669352:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2113c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade1b1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.669423:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21143 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.669434:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21143 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.669443:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21143 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016122.669464:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2589363 00000004:00200000:1.0:1734016122.669467:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016122.669480:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21143 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016122.669500:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2113c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1b1 expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.669537:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21143 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1b1 expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.669544:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016122.669547:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016122.669549:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016122.669586:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338498304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 274us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.669592:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2546 00000100:00100000:0.0:1734016122.674091:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.674954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.682245:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.682314:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.693779:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.727317:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.731383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.741447:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.742654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.746974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.753058:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.766935:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.802260:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.805707:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.814218:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338500480 00000100:00100000:0.0:1734016122.814227:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338500480 00000100:00100000:0.0:1734016122.820182:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.826605:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.838797:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.861385:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.870933:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.874453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.876373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.876436:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338501376 00000100:00100000:1.0:1734016122.876442:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338501376 00000100:00100000:1.0:1734016122.876482:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13213 00000100:00100000:1.0:1734016122.876487:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338501376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.876499:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.876512:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea211c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade22f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.876554:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340850944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.876608:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.884230:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340850944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.884263:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea211c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade22f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.884290:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea211c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade22f expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.884313:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016122.884358:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338501376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7869us (7989us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.884365:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13213 00000100:00100000:0.0:1734016122.893602:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.893667:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338501504 00000100:00100000:1.0:1734016122.893674:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338501504 00000100:00100000:1.0:1734016122.893722:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13214 00000100:00100000:1.0:1734016122.893729:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338501504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.893745:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.893760:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea211cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade236 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016122.893806:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340851072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016122.893874:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.906103:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340851072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016122.906135:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea211cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade236 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.906148:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea211cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade236 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016122.906166:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016122.906214:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338501504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12485us (12620us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016122.906222:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13214 00000100:00100000:0.0:1734016122.915815:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.920966:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.930906:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.932139:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502016 00000100:00100000:1.0:1734016122.932148:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502016 00000100:00100000:1.0:1734016122.932197:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13215 00000100:00100000:1.0:1734016122.932204:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338502016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.932219:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.932235:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade23d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.932260:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21182 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1662975) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1f0 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.932267:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.932283:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.932287:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade23d expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.932314:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21182 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1662975) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1f0 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.932326:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21182 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1654784->1662975) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1f0 expref: 10 pid: 7693 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016122.932337:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851328:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016122.932393:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016122.940563:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851328:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016122.940587:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade23d expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.940599:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016122.942349:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338502016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10142us (11442us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.942356:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13215 00000100:00100000:0.0:1734016122.951681:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.959401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.965195:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502528 00000100:00100000:0.0:1734016122.965203:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502528 00002000:00010000:0.0:1734016122.965229:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2611930->18446744073709551615) 00002000:00100000:0.0:1734016122.965233:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338502528 ext(2611930->18446744073709551615) 00002000:00010000:0.0:1734016122.965241:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700. 00000100:00100000:0.0:1734016122.965256:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9359 00000100:00100000:0.0:1734016122.965261:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338502528:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016122.965458:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1898360 -> 2611930 00002000:00010000:0.0:1734016122.965462:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.965464:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.965466:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016122.965468:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:0.0:1734016122.965514:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338502528:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 252us (439us total) trans 4294968220 rc 0/0 00000100:00100000:0.0:1734016122.965523:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9359 00002000:00010000:0.0:1734016122.965526:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2611930->18446744073709551615) 00002000:00100000:0.0:1734016122.965528:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338502528 ext(2611930->18446744073709551615) 00002000:00010000:0.0:1734016122.965533:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700. 00000100:00100000:0.0:1734016122.969918:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.975970:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.977815:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338502784 00000100:00100000:1.0:1734016122.977825:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338502784 00000100:00100000:1.0:1734016122.977890:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13216 00000100:00100000:1.0:1734016122.977897:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338502784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016122.977913:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016122.977929:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade24b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.977953:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21135 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1aa expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.977961:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.977962:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016122.977965:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [421888->430079] (req 421888->430079) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade24b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.977993:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21135 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1aa expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.978004:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21135 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade1aa expref: 9 pid: 7693 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016122.978015:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340851584:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016122.978068:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016122.983395:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016122.983489:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340851584:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016122.983517:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [421888->430079] (req 421888->430079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade24b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016122.983532:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016122.983569:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338502784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5673us (7612us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016122.983577:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13216 00000100:00100000:0.0:1734016122.989131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.994225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016122.997689:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.001004:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.001113:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338503680 00000100:00100000:1.0:1734016123.001120:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338503680 00000100:00100000:0.0:1734016123.006354:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016123.009890:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00000100:00100000:0.0:1734016123.029583:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.030470:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.031916:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9364 00000100:00100000:0.0:1734016123.031922:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338504448:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016123.048736:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.051407:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504576 00000100:00100000:1.0:1734016123.051417:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504576 00000100:00100000:1.0:1734016123.051490:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2550 00000100:00100000:1.0:1734016123.051497:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338504576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.051514:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.051530:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21200 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade259 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.051604:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21207 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016123.051617:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016123.051625:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016123.051643:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6806234 00000004:00200000:1.0:1734016123.051647:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016123.051661:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016123.051679:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21200 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade259 expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.051708:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21207 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade259 expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.051714:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016123.051717:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016123.051719:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016123.051768:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338504576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 272us (3040us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.051774:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2550 00000100:00080000:0.0:1734016123.054024:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00000100:00100000:0.0:1734016123.057814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.058316:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504704 00000100:00100000:1.0:1734016123.058324:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504704 00000100:00100000:1.0:1734016123.058376:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13218 00000100:00100000:1.0:1734016123.058382:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338504704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.058397:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.058411:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2120e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade260 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.058455:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.058499:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016123.058632:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016093 00000100:00100000:1.0:1734016123.063870:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851840:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.063898:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2120e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade260 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.063915:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2120e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade260 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.066605:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016123.066682:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338504704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8292us (8869us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.066690:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13218 00000100:00100000:0.0:1734016123.069685:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.071287:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504832 00000100:00100000:1.0:1734016123.071296:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504832 00000100:00100000:1.0:1734016123.071415:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13219 00000100:00100000:1.0:1734016123.071421:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338504832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.071437:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.071452:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21215 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade267 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.071493:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.071545:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.073651:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340851968:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.073680:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21215 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade267 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.073691:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21215 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade267 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.073706:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016123.073743:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338504832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2321us (4066us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.073750:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13219 00000100:00100000:0.0:1734016123.075739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.075805:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338504960 00000100:00100000:1.0:1734016123.075811:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338504960 00000100:00100000:1.0:1734016123.076000:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13220 00000100:00100000:1.0:1734016123.076006:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338504960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.076020:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.076034:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2121c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade26e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.076057:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->430079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade24b expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.076065:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea211f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade252 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.076071:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.076072:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.076075:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2121c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2441216->2445311] (req 2441216->2445311) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade26e expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.076098:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea211f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade252 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.076111:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea211f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade252 expref: 13 pid: 7694 timeout: 491 lvb_type: 1 00000100:00100000:1.0:1734016123.076122:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340852096:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016123.076301:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->430079) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade24b expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.076309:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea211f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->430079) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade24b expref: 6 pid: 7693 timeout: 491 lvb_type: 0 00000100:00100000:1.0:1734016123.076316:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340852224:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016123.076336:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.081505:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340852096:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016123.081519:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340852224:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016123.081546:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2121c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2441216->2445311] (req 2441216->2445311) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade26e expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.081560:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016123.081597:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338504960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5590us (5862us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.081606:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13220 00000100:00100000:0.0:1734016123.082410:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.082484:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.098150:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.103955:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.115371:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.118222:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.123466:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016123.127580:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016093 00000100:00100000:0.0:1734016123.129647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.129754:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338506368 00000100:00100000:1.0:1734016123.129764:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338506368 00000100:00100000:1.0:1734016123.129822:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13221 00000100:00100000:1.0:1734016123.129829:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338506368:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016123.131220:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968222 is committed 00000001:00080000:0.0:1734016123.131252:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968218 is committed 00000100:00100000:1.0:1734016123.131396:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338506368:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1564us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.131405:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13221 00000100:00100000:0.0:1734016123.133999:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.134087:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338506496 00000100:00100000:1.0:1734016123.134094:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338506496 00000100:00100000:1.0:1734016123.134141:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13222 00000100:00100000:1.0:1734016123.134147:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338506496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016123.134587:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2611930 -> 2611930 00002000:00010000:1.0:1734016123.134590:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.134592:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:1.0:1734016123.134594:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016123 00002000:00010000:1.0:1734016123.134595:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 56 00000100:00100000:1.0:1734016123.136637:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338506496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 2480us (2636us total) trans 4294968223 rc 0/0 00000100:00100000:1.0:1734016123.136648:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13222 00000100:00100000:0.0:1734016123.139105:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.139153:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.139615:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13224 00000100:00100000:0.0:1734016123.139620:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338506624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.139628:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.139638:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2122a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade275 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.139662:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800792c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340852608:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.140260:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.142934:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800792c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340852608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.142953:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2122a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade275 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.142962:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2122a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade275 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.143188:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:1.0:1734016123.143238:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338506624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3616us (4083us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.143246:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13224 00000100:00100000:0.0:1734016123.146874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.146921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.147071:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338506880 00000100:00100000:1.0:1734016123.147078:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338506880 00000100:00100000:1.0:1734016123.147107:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338507008 00000100:00100000:1.0:1734016123.147110:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338507008 00000100:00100000:1.0:1734016123.147128:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13225 00000100:00100000:1.0:1734016123.147134:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338506880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.147149:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.147164:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea21231 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade283 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.147211:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340852736:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.147256:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.147295:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13226 00000100:00100000:1.0:1734016123.147299:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4b00450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338507008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.147307:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.147315:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21238 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade28a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.147337:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340852864:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.147355:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.153322:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340852736:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.153355:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea21231 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade283 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.153374:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea21231 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade283 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.153897:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016123.153918:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338506880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6784us (7052us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.153923:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13225 00000100:00100000:0.0:1734016123.159986:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.164700:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.172218:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.172463:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338507520 00000100:00100000:0.0:1734016123.172470:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338507520 00000100:00100000:0.0:1734016123.172727:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13227 00000100:00100000:0.0:1734016123.172734:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338507520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.172749:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.172762:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21246 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade291 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.172793:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade23d expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.172799:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.172801:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016123.172804:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21246 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade291 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.172830:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade23d expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.172841:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea211dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade23d expref: 18 pid: 7693 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016123.172865:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800792c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340853120:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016123.172913:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.176421:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.185051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.194163:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.201649:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.207748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.209790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.209810:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338508160 00000100:00100000:0.0:1734016123.209815:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338508160 00002000:00010000:0.0:1734016123.209838:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5539289->18446744073709551615) 00002000:00100000:0.0:1734016123.209842:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7b80 with x1818247338508160 ext(5539289->18446744073709551615) 00002000:00010000:0.0:1734016123.209863:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7b80. 00000100:00100000:0.0:1734016123.209886:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338508288 00000100:00100000:0.0:1734016123.209889:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338508288 00002000:00010000:0.0:1734016123.209900:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016123.209902:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338508288 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016123.209907:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c7800. 00000100:00100000:0.0:1734016123.211420:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9369 00000100:00100000:0.0:1734016123.211428:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338508160:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016123.211619:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5539289 00002000:00010000:0.0:1734016123.211622:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.211624:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.211625:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.211627:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:0.0:1734016123.211668:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338508160:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 239us (3929us total) trans 4294969835 rc 0/0 00000100:00100000:0.0:1734016123.211675:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9369 00002000:00010000:0.0:1734016123.211678:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5539289->18446744073709551615) 00002000:00100000:0.0:1734016123.211681:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7b80 with x1818247338508160 ext(5539289->18446744073709551615) 00002000:00010000:0.0:1734016123.211686:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7b80. 00000100:00100000:0.0:1734016123.211700:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9370 00000100:00100000:0.0:1734016123.211706:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338508288:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016123.211777:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2611930 -> 4194304 00002000:00010000:0.0:1734016123.211779:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.211781:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016122 -> 1734016122 00002000:00010000:0.0:1734016123.211783:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016122 00002000:00010000:0.0:1734016123.211785:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1734016123.211802:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338508288:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 95us (2013us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1734016123.211808:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9370 00002000:00010000:0.0:1734016123.211810:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016123.211812:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338508288 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016123.211816:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c7800. 00000100:00100000:0.0:1734016123.217499:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.235136:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.235202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.237559:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079169500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340853760:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.237589:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21269 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2a6 expref: 21 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.237600:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21269 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2a6 expref: 21 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.237628:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016123.237667:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247338508544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2116us (2463us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.237674:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13230 00000100:00100000:1.0:1734016123.248728:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016123.250856:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21246 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade291 expref: 14 pid: 8975 timeout: 491 lvb_type: 0 00000100:00100000:0.0:1734016123.250884:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340853888:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016123.250907:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21270 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1441792->1445887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2b4 expref: 21 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.250917:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:0.0:1734016123.250951:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338508800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4933us (5233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.250958:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13231 00000100:00100000:0.0:1734016123.257567:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.260953:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338509440 00000100:00100000:1.0:1734016123.260961:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338509440 00002000:00100000:1.0:1734016123.260996:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1445888->1449983) req@ffff880079c8d500 x1818247338509440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.261006:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338509440 ext(1445888->1449983) 00002000:00010000:1.0:1734016123.261011:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:1.0:1734016123.261030:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9372 00000100:00100000:1.0:1734016123.261037:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338509440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.261190:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338509440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.261196:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9372 00002000:00100000:1.0:1734016123.261201:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1445888->1449983) req@ffff880079c8d500 x1818247338509440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.261208:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338509440 ext(1445888->1449983) 00002000:00010000:1.0:1734016123.261211:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:0.0:1734016123.263554:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.266124:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016123.267776:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969836 is committed 00000001:00080000:0.0:1734016123.267789:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969835 is committed 00000100:00100000:0.0:1734016123.272329:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.279721:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.286911:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.297000:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.300373:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.305791:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.334418:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.334465:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.334866:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13238 00000100:00100000:1.0:1734016123.334871:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338510848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.334878:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.334888:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2129a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade2de expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.334898:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.334900:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016123.334905:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2129a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2de expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.334915:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2129a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2de expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.334923:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016123.334944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338510848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 73us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.334950:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13238 00000100:00100000:1.0:1734016123.342596:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.347078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.357304:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338511232 00000100:00100000:0.0:1734016123.357312:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338511232 00000100:00100000:0.0:1734016123.357358:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13241 00000100:00100000:0.0:1734016123.357365:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338511232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.357382:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.357397:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea212af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade2f3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.357444:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340855168:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.357495:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.361618:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.364840:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.385098:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.434488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.436116:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512000 00000100:00100000:1.0:1734016123.436127:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512000 00000100:00100000:1.0:1734016123.436177:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2554 00000100:00100000:1.0:1734016123.436184:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338512000:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016123.436370:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea212bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016123.436383:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea2125b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade29f expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.436390:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea212bd lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016123.436418:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea2125b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade29f expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.436428:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea2125b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade29f expref: 22 pid: 8227 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016123.436438:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247340855552:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016123.436494:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.439543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.447130:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.451374:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.460081:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.465658:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340855808:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016123.465675:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016123.466632:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338512512:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6257us (6557us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.466640:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3683 00000100:00100000:0.0:1734016123.473490:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.477500:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338512896 00000100:00100000:0.0:1734016123.477508:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338512896 00010000:00010000:0.0:1734016123.477535:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea2128c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3174400->3178495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2d0 expref: 10 pid: 7693 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016123.478387:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3685 00000100:00100000:0.0:1734016123.478397:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338512896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016123.478417:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.478438:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea2128c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3174400->3178495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2d0 expref: 10 pid: 7693 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016123.478449:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea2128c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3174400->3178495) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2d0 expref: 10 pid: 7693 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016123.478472:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea2128c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3174400->3178495) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade2d0 expref: 10 pid: 7693 timeout: 492 lvb_type: 0 00010000:00010000:0.0:1734016123.478496:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.478499:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016123.478506:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.478515:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.478550:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.478567:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340856192:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016123.478643:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.481708:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340856192:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016123.481726:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016123.482637:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338512896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4239us (5233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.482645:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3685 00000100:00100000:1.0:1734016123.493738:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.496501:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.496739:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.496906:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513408 00000100:00100000:1.0:1734016123.496914:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513408 00000100:00100000:1.0:1734016123.496941:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513536 00000100:00100000:1.0:1734016123.496942:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513536 00000100:00100000:1.0:1734016123.496958:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13245 00000100:00100000:1.0:1734016123.496965:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338513408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.496980:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.496993:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea212e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade316 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.497033:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.497076:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.497094:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13246 00000100:00100000:1.0:1734016123.497098:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338513536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.497106:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.497116:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea212e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade31d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.497135:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340856448:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.497149:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016123.498772:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00000100:00100000:0.0:1734016123.498789:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340856448:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.498811:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea212e7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade31d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.498821:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea212e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade31d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.498854:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:0.0:1734016123.498883:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338513536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1783us (2143us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.498889:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13246 00000100:00100000:1.0:1734016123.499421:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.499437:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea212e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade316 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.499445:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea212e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade316 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.499501:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016123.499601:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338513408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2635us (3104us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.499611:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13245 00000100:00100000:1.0:1734016123.503084:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513664 00000100:00100000:1.0:1734016123.503092:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513664 00000100:00100000:1.0:1734016123.503148:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13247 00000100:00100000:1.0:1734016123.503157:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338513664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.503174:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.503190:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea212ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade324 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.503244:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856576:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.503346:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.503924:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.507341:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856576:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.507372:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea212ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade324 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.507385:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea212ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade324 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.507398:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016123.507438:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338513664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4281us (4760us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.507445:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13247 00000100:00100000:0.0:1734016123.509934:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338513920 00000100:00100000:0.0:1734016123.509941:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338513920 00000100:00100000:0.0:1734016123.510211:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2556 00000100:00100000:0.0:1734016123.510218:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+40:10361:x1818247338513920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.510238:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.510252:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea212fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade332 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.510671:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.510682:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.510691:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016123.510712:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4966999 00000004:00200000:0.0:1734016123.510716:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016123.510728:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.510746:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea212fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade332 expref: 42 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.510765:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade332 expref: 41 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.510771:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016123.510773:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016123.510775:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016123.510819:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338513920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 600us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.510824:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2556 00000100:00100000:0.0:1734016123.514144:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.516910:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514176 00000100:00100000:0.0:1734016123.516917:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514176 00000100:00100000:0.0:1734016123.516950:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514304 00000100:00100000:0.0:1734016123.516953:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514304 00000100:00100000:0.0:1734016123.517607:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13250 00000100:00100000:0.0:1734016123.517614:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338514176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.517628:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.517643:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2130a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade339 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.517684:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.517728:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.520337:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340856832:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.520354:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2130a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade339 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.520367:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2130a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade339 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.520375:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016123.520940:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338514176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3324us (4421us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.520946:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13250 00000100:00100000:0.0:1734016123.524227:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514432 00000100:00100000:0.0:1734016123.524235:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514432 00000100:00100000:0.0:1734016123.524298:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13252 00000100:00100000:0.0:1734016123.524304:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338514432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.524320:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.524334:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21318 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade347 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.524379:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340857088:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.524423:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.525082:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514560 00000100:00100000:0.0:1734016123.525086:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514560 00000100:00100000:0.0:1734016123.525115:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13253 00000100:00100000:0.0:1734016123.525119:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338514560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.525127:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.525136:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2131f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade34e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.525164:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340857216:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.525781:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.527103:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340857088:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.527126:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21318 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade347 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.527136:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21318 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade347 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.527145:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016123.527354:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338514432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3048us (3350us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.527361:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13252 00000100:00100000:0.0:1734016123.528201:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340857216:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.528220:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2131f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade34e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.528230:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2131f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade34e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.528240:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016123.528300:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338514560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3178us (3733us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.528890:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13253 00000100:00100000:0.0:1734016123.531266:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514688 00000100:00100000:0.0:1734016123.531363:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514688 00000100:00100000:0.0:1734016123.531409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13254 00000100:00100000:0.0:1734016123.531416:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338514688:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016123.531553:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016123.531556:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.531558:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.531560:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:0.0:1734016123.531562:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:0.0:1734016123.531624:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338514688:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 207us (424us total) trans 4294969839 rc 0/0 00000100:00100000:0.0:1734016123.531630:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13254 00000100:00100000:0.0:1734016123.533458:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338514816 00000100:00100000:0.0:1734016123.533464:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338514816 00000100:00100000:0.0:1734016123.533497:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13255 00000100:00100000:0.0:1734016123.533502:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338514816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.533512:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.533526:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea21326 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade355 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.533567:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340857344:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.533613:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.539375:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340857344:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.539406:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea21326 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade355 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.539420:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea21326 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade355 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.539444:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016123.540441:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338514816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6937us (7119us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.540447:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13255 00000100:00100000:1.0:1734016123.547183:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515200 00000100:00100000:1.0:1734016123.547191:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515200 00000100:00100000:1.0:1734016123.547223:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515072 00000100:00100000:1.0:1734016123.547226:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515072 00000100:00100000:1.0:1734016123.547261:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13257 00000100:00100000:1.0:1734016123.547268:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338515200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.547313:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.547329:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21334 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade36a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.547376:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340857600:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.547422:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.547499:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13258 00000100:00100000:0.0:1734016123.547506:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338515072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.547515:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.547525:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2133b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade363 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.547550:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340857728:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.547571:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.550498:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340857728:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016123.550529:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2133b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade363 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.550541:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2133b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade363 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016123.550555:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016123.551231:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340857600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.551251:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21334 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade36a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.551260:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21334 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade36a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.551299:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:0.0:1734016123.551406:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338515072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3897us (4306us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.551415:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13258 00000100:00100000:1.0:1734016123.551510:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338515200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4241us (4979us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.551516:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13257 00000100:00100000:0.0:1734016123.555075:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515456 00000100:00100000:0.0:1734016123.555082:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515456 00000100:00100000:0.0:1734016123.555129:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2557 00000100:00100000:0.0:1734016123.555136:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338515456:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016123.555173:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016123.555193:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21303 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade332 expref: 41 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.555219:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016123.555223:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016123.555496:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.555508:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.555514:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.555539:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.555549:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 22 pid: 6488 timeout: 492 lvb_type: 0 00000100:00100000:0.0:1734016123.555560:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340857856:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016123.555863:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016123.560406:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340857856:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016123.560427:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016123.560517:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515584 00000100:00100000:1.0:1734016123.560523:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515584 00010000:00010000:1.0:1734016123.560549:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 23 pid: 6488 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016123.560582:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3686 00000100:00100000:1.0:1734016123.560589:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1969:x1818247338515584:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016123.560601:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016123.560606:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 23 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016123.560615:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 23 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016123.560633:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea212d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade30f expref: 23 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016123.560660:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016123.560664:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016123.560671:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016123.560677:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016123.560697:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016123.560730:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1969:x1818247338515584:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 142us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.560737:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3686 00010000:00010000:0.0:1734016123.560920:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.560926:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:0.0:1734016123.560994:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968938 00000004:00010000:0.0:1734016123.561030:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079168e00 reply state ffff88007c4bd000 transno 4294968939 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21342 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016123.561036:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016123.561095:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+43:10361:x1818247338515456:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5959us (6145us total) trans 4294968939 rc 0/0 00000100:00100000:0.0:1734016123.561102:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2557 00000020:00080000:0.0:1734016123.561105:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016123.568905:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515840 00000100:00100000:1.0:1734016123.568912:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515840 00002000:00010000:1.0:1734016123.568933:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016123.568936:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9c00 with x1818247338515840 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016123.568942:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789f9c00. 00000100:00100000:1.0:1734016123.568955:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9379 00000100:00100000:1.0:1734016123.568961:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338515840:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016123.569605:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 772695 -> 0 00002000:00010000:1.0:1734016123.569609:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.569611:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016123 -> 1734016122 00002000:00010000:1.0:1734016123.569612:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016123 -> 1734016123 00002000:00010000:1.0:1734016123.569614:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:1.0:1734016123.569645:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338515840:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 683us (863us total) trans 4294968227 rc 0/0 00000100:00100000:1.0:1734016123.569650:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9379 00002000:00010000:1.0:1734016123.569653:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016123.569655:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9c00 with x1818247338515840 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016123.569658:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789f9c00. 00000100:00100000:0.0:1734016123.572416:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338515968 00000100:00100000:0.0:1734016123.572424:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338515968 00000100:00100000:0.0:1734016123.572464:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2558 00000100:00100000:0.0:1734016123.572471:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+42:10361:x1818247338515968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.572493:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.572509:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea21349 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade371 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.572578:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea21350 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.572592:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea21350 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.572601:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea21350 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016123.572621:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1431682 00000004:00200000:0.0:1734016123.572624:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016123.572637:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea21350 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016123.572656:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea21349 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade371 expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.572674:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea21350 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade371 expref: 43 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016123.572680:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016123.572683:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016123.572685:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016123.572723:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+43:10361:x1818247338515968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 251us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016123.572729:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2558 00000100:00100000:0.0:1734016123.577335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.577447:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516096 00000100:00100000:1.0:1734016123.577455:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516096 00000100:00100000:1.0:1734016123.577496:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13259 00000100:00100000:1.0:1734016123.577503:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338516096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.577518:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.577533:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade378 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.577557:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.577563:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.577565:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.577570:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3354624->3358719] (req 3354624->3358719) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade378 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.577595:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.577606:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea212cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade308 expref: 11 pid: 7693 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016123.577617:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340857984:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016123.578365:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.584682:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340857984:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016123.584709:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3354624->3358719] (req 3354624->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade378 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.584723:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016123.584767:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338516096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7264us (7440us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.584775:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13259 00000100:00100000:1.0:1734016123.590209:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516352 00000100:00100000:1.0:1734016123.590216:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516352 00000100:00100000:1.0:1734016123.590244:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13260 00000100:00100000:1.0:1734016123.590249:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338516352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.590262:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.590293:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2135e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade37f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.590342:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858240:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.590378:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016123.593811:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3358661 00002000:00010000:1.0:1734016123.593818:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016122 -> 1734016123 00002000:00010000:1.0:1734016123.593820:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016123.593845:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.593874:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2135e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade37f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.593886:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2135e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade37f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.593911:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016123.594256:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338516352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4004us (4394us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.594264:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13260 00000100:00100000:1.0:1734016123.596965:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516480 00000100:00100000:1.0:1734016123.596972:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516480 00000100:00100000:1.0:1734016123.597007:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13261 00000100:00100000:1.0:1734016123.597012:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338516480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.597026:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.597041:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21365 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade386 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.597085:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.597131:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.598655:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.598680:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21365 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade386 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.598691:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21365 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade386 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.598738:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016123.598987:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338516480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1972us (2092us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.598994:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13261 00000100:00100000:1.0:1734016123.600951:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516608 00000100:00100000:1.0:1734016123.600957:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516608 00000100:00100000:1.0:1734016123.601024:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13262 00000100:00100000:1.0:1734016123.601030:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338516608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.601042:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.601055:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2136c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade38d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.601092:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858496:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.601140:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.603674:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858496:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.603699:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2136c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade38d expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.603713:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea2136c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade38d expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.603722:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016123.603784:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338516608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2753us (2900us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.603790:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13262 00000100:00100000:1.0:1734016123.605498:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338516736 00000100:00100000:1.0:1734016123.605505:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338516736 00000100:00100000:1.0:1734016123.605635:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13263 00000100:00100000:1.0:1734016123.605642:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338516736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.605655:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.605667:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21373 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade394 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.605689:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3354624->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade378 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.605881:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.605883:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016123.605887:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21373 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1191936->1196031] (req 1191936->1196031) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade394 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.605912:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3354624->3358719) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade378 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.605926:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21357 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3354624->3358719) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade378 expref: 6 pid: 8975 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016123.605937:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858624:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016123.606013:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.607951:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340858624:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016123.607973:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21373 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1191936->1196031] (req 1191936->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade394 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016123.607986:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016123.608030:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338516736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2387us (2635us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.608037:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13263 00000100:00100000:0.0:1734016123.609044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.617904:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.620098:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.623782:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338517504 00000100:00100000:1.0:1734016123.623793:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338517504 00002000:00100000:1.0:1734016123.623824:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1187840->1191935) req@ffff88007902a680 x1818247338517504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.623833:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902a680 with x1818247338517504 ext(1187840->1191935) 00002000:00010000:1.0:1734016123.623846:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902a680 00000100:00100000:1.0:1734016123.623875:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9381 00000100:00100000:1.0:1734016123.623881:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338517504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.624037:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338517504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 154us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.624046:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9381 00002000:00100000:1.0:1734016123.624051:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1187840->1191935) req@ffff88007902a680 x1818247338517504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.624058:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902a680 with x1818247338517504 ext(1187840->1191935) 00002000:00010000:1.0:1734016123.624060:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902a680 00000100:00100000:0.0:1734016123.626730:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.628962:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338517632:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1994us (2232us total) trans 4294968229 rc 0/0 00000100:00100000:0.0:1734016123.628971:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9382 00002000:00100000:0.0:1734016123.628978:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1187840->1196031) req@ffff88012f183b80 x1818247338517632/t4294968229(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 8680/448 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016123.628986:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183b80 with x1818247338517632 ext(1187840->1196031) 00002000:00010000:0.0:1734016123.628989:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f183b80 00000100:00100000:0.0:1734016123.631315:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.639714:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.640187:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338517888 00000100:00100000:1.0:1734016123.640195:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338517888 00000100:00100000:1.0:1734016123.640561:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13264 00000100:00100000:1.0:1734016123.640570:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338517888:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016123.644728:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968229 is committed 00000001:00080000:0.0:1734016123.644743:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968228 is committed 00000100:00100000:1.0:1734016123.644973:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338517888:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 4398us (5263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016123.644985:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13264 00000100:00100000:0.0:1734016123.648753:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.654335:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.654375:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.654397:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338518272 00000100:00100000:0.0:1734016123.654403:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338518272 00000100:00100000:0.0:1734016123.654446:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338518144 00000100:00100000:0.0:1734016123.654449:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338518144 00000100:00100000:0.0:1734016123.654804:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13265 00000100:00100000:0.0:1734016123.654811:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016123.654826:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016123.654850:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21388 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3a9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016123.654890:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340858880:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016123.654931:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.655172:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13266 00000100:00100000:1.0:1734016123.655177:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338518144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.655185:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.655193:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2138f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3a2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.655217:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340859008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.655240:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.666878:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340859008:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.666912:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2138f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3a2 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.666931:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2138f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3a2 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.666955:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016123.666994:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338518144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11814us (12617us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.667001:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13266 00002000:00010000:1.0:1734016123.667040:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 24 00000100:00100000:1.0:1734016123.667049:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340858880:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.667064:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21388 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3a9 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.667071:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21388 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3a9 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.667080:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:1.0:1734016123.667094:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12283us (12766us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.667099:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13265 00000100:00100000:0.0:1734016123.668882:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.668926:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.668990:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338518528 00000100:00100000:1.0:1734016123.668997:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338518528 00000100:00100000:1.0:1734016123.669037:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338518400 00000100:00100000:1.0:1734016123.669040:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338518400 00000100:00100000:1.0:1734016123.669055:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13267 00000100:00100000:1.0:1734016123.669061:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.669075:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.669089:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21396 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3b7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.669129:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.669180:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.669197:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13268 00000100:00100000:1.0:1734016123.669202:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338518400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.669210:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.669218:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea2139d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3b0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.669238:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340859264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.669255:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.675480:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.675500:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21396 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3b7 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.675511:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21396 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3b7 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.675519:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016123.675546:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6485us (6669us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.675552:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13267 00000100:00100000:0.0:1734016123.679591:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.679637:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.679941:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13269 00000100:00100000:1.0:1734016123.679949:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.679964:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.679981:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3c5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.680026:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.680073:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.682207:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.682234:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3c5 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.682246:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3c5 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.682255:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016123.682305:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338518784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2355us (2720us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.682312:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13269 00000100:00100000:0.0:1734016123.686531:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.689676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.694144:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.697340:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.697436:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338519296 00000100:00100000:1.0:1734016123.697444:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338519296 00000100:00100000:1.0:1734016123.697490:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13273 00000100:00100000:1.0:1734016123.697496:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.697511:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.697524:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3d3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.697570:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.698259:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.700120:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340859904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.700145:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3d3 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.700158:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea213b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3d3 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.700202:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016123.700854:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3355us (3582us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.700862:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13273 00000100:00100000:0.0:1734016123.702856:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.703654:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338519424 00000100:00100000:1.0:1734016123.703661:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338519424 00000100:00100000:1.0:1734016123.703741:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13274 00000100:00100000:1.0:1734016123.703748:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.703763:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.703777:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea213c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3da expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.703820:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340860032:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.704458:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.707188:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340860032:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.707220:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea213c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3da expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.707233:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea213c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3da expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.707347:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016123.707687:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3935us (4832us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016123.707695:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13274 00000100:00100000:0.0:1734016123.710395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.710585:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338519552 00000100:00100000:1.0:1734016123.710593:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338519552 00000100:00100000:1.0:1734016123.710628:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13275 00000100:00100000:1.0:1734016123.710635:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016123.710649:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016123.710668:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea213c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade3e1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016123.710711:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340860160:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016123.710761:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016123.712880:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340860160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016123.712910:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea213c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3e1 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.712922:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea213c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3e1 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016123.713534:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:0.0:1734016123.713610:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338519552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2973us (3219us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016123.713618:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13275 00000100:00100000:0.0:1734016123.715824:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.721551:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.725615:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.728632:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.731940:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.735597:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.736677:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.740584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.743833:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.746692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.747455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.754749:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.758892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.762983:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.767539:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.771884:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.776170:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.780698:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.785860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.791074:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.796991:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.808242:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.812984:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.816738:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.836851:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.852898:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.860231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.861546:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523264 00000100:00100000:1.0:1734016123.861554:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523264 00002000:00100000:1.0:1734016123.861590:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1273856->1277951) req@ffff88012f181180 x1818247338523264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.861600:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181180 with x1818247338523264 ext(1273856->1277951) 00002000:00010000:1.0:1734016123.861605:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181180 00000100:00100000:1.0:1734016123.861635:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9385 00000100:00100000:1.0:1734016123.861641:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338523264:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.861794:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338523264:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (1569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.861801:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9385 00002000:00100000:1.0:1734016123.861807:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1273856->1277951) req@ffff88012f181180 x1818247338523264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.861814:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181180 with x1818247338523264 ext(1273856->1277951) 00002000:00010000:1.0:1734016123.861816:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181180 00000100:00100000:0.0:1734016123.869792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.874398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.875565:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338523776 00000100:00100000:1.0:1734016123.875573:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338523776 00002000:00100000:1.0:1734016123.875606:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1282048->1286143) req@ffff88012f181f80 x1818247338523776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/0 e 0 to 0 dl 1734016134 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.875615:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338523776 ext(1282048->1286143) 00002000:00010000:1.0:1734016123.875620:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181f80 00000100:00100000:1.0:1734016123.878644:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9387 00000100:00100000:1.0:1734016123.878654:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338523776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016123.878822:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338523776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 168us (4430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016123.878828:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9387 00002000:00100000:1.0:1734016123.878844:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1282048->1286143) req@ffff88012f181f80 x1818247338523776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:84/0 lens 488/4536 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016123.878852:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338523776 ext(1282048->1286143) 00002000:00010000:1.0:1734016123.878856:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181f80 00000100:00100000:0.0:1734016123.885463:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.895901:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.905449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.911025:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.932559:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016123.932597:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016123.933900:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9389 00000100:00100000:1.0:1734016123.933906:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338524800:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.007026:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338524800:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 73111us (74419us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016124.007039:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9389 00002000:00100000:1.0:1734016124.007050:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a029500 x1818247338524800/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:84/0 lens 488/440 e 0 to 0 dl 1734016134 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.007058:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029500 with x1818247338524800 ext(0->4194303) 00002000:00010000:1.0:1734016124.007064:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a029500 00000100:00100000:0.0:1734016124.037457:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.037495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.037540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.057663:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.069947:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.073956:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.074862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016124.075772:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016094 00000100:00100000:0.0:1734016124.085671:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.098751:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.118123:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.120093:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9392 00000100:00100000:1.0:1734016124.120102:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338526336:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016124.121557:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338526336:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1451us (3437us total) trans 4294969842 rc 0/0 00000100:00100000:1.0:1734016124.121566:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9392 00002000:00100000:1.0:1734016124.121575:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5488640->5496831) req@ffff88007a02aa00 x1818247338526336/t4294969842(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:85/0 lens 8680/448 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.121584:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02aa00 with x1818247338526336 ext(5488640->5496831) 00002000:00010000:1.0:1734016124.121588:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02aa00 00000100:00100000:0.0:1734016124.123806:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.128510:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.133337:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.139402:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.147940:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.147984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016124.148197:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016094 00000100:00100000:1.0:1734016124.149424:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3696 00000100:00100000:1.0:1734016124.149430:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338526976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.149440:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.149451:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2147d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade482 expref: 11 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.149460:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2147d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade482 expref: 11 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.149470:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2147d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade482 expref: 11 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.149484:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.149485:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.149490:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.149498:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.149522:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.149537:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340864384:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016124.150589:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.157928:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340864384:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016124.157972:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.158012:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338526976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8580us (10027us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.158021:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3696 00000100:00100000:0.0:1734016124.159089:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.161796:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.161850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.166199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.168693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.168884:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338527744 00000100:00100000:1.0:1734016124.168891:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338527744 00010000:00010000:1.0:1734016124.168920:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 11 pid: 7694 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016124.169403:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3697 00000100:00100000:1.0:1734016124.169408:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338527744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.169420:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.169438:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 11 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.169447:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 11 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.169465:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea214a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2228223) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4ac expref: 11 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.169482:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.169484:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.169489:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea214bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 233472->237567) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.169496:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea214bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 233472->237567) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.169522:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea214bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 233472->237567) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.169533:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340864896:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016124.169561:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.172412:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340864896:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016124.172455:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.172506:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338527744:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3096us (3820us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.172517:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3697 00000100:00100000:0.0:1734016124.173613:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.173786:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338528000 00000100:00100000:1.0:1734016124.173794:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338528000 00002000:00100000:1.0:1734016124.173841:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (233472->237567) req@ffff880079f90700 x1818247338528000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.173850:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338528000 ext(233472->237567) 00002000:00010000:1.0:1734016124.173855:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90700 00000100:00100000:1.0:1734016124.173882:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9393 00000100:00100000:1.0:1734016124.173889:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338528000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.174031:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338528000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.174037:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9393 00002000:00100000:1.0:1734016124.174043:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (233472->237567) req@ffff880079f90700 x1818247338528000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.174049:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338528000 ext(233472->237567) 00002000:00010000:1.0:1734016124.174052:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90700 00000100:00100000:0.0:1734016124.177130:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.179621:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.179700:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338528512 00000100:00100000:1.0:1734016124.179707:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338528512 00002000:00100000:1.0:1734016124.179736:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (241664->245759) req@ffff880079f91f80 x1818247338528512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.179744:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91f80 with x1818247338528512 ext(241664->245759) 00002000:00010000:1.0:1734016124.179748:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f91f80 00000100:00100000:1.0:1734016124.180364:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9395 00000100:00100000:1.0:1734016124.180373:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338528512:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.180541:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338528512:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 167us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.180547:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9395 00002000:00100000:1.0:1734016124.180552:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (241664->245759) req@ffff880079f91f80 x1818247338528512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.180560:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91f80 with x1818247338528512 ext(241664->245759) 00002000:00010000:1.0:1734016124.180563:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f91f80 00000100:00100000:0.0:1734016124.183400:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.185533:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.189625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.189762:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338528896 00000100:00100000:1.0:1734016124.189769:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338528896 00010000:00010000:1.0:1734016124.189793:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21492 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5488640->5492735) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade497 expref: 7 pid: 7694 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016124.189825:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3698 00000100:00100000:1.0:1734016124.189840:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338528896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.189851:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.189868:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21492 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5488640->5492735) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade497 expref: 7 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.189878:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21492 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5488640->5492735) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade497 expref: 7 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.189895:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21492 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5488640->5492735) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade497 expref: 7 pid: 7694 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.190218:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.190221:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.190227:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.190236:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.190261:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.190290:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340865152:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016124.190337:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.199556:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340865152:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016124.199597:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.199690:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338528896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9848us (10064us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.199699:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3698 00000100:00100000:0.0:1734016124.205455:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.258134:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.279704:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.279945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.294182:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.322823:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.323193:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530048 00000100:00100000:1.0:1734016124.323199:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530048 00010000:00010000:1.0:1734016124.323219:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea214c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c8 expref: 13 pid: 7692 timeout: 492 lvb_type: 1 00000100:00100000:1.0:1734016124.323238:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3699 00000100:00100000:1.0:1734016124.323243:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338530048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.323252:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.323265:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea214c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c8 expref: 13 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.323288:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea214c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c8 expref: 13 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.323303:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea214c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4c8 expref: 13 pid: 7692 timeout: 492 lvb_type: 1 00010000:00010000:1.0:1734016124.323317:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.323335:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338530048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 91us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.323339:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3699 00000100:00100000:0.0:1734016124.327078:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338529664:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 46845us (47372us total) trans 0 rc 1568768/1568768 00000100:00100000:0.0:1734016124.327088:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9398 00002000:00100000:0.0:1734016124.327096:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5763071) req@ffff88007c6b5f80 x1818247338529664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/440 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 1568768/1568768 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.327110:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5f80 with x1818247338529664 ext(4194304->5763071) 00002000:00010000:0.0:1734016124.327114:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b5f80 00000100:00100000:0.0:1734016124.340984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.348900:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340865536:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016124.348923:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.348969:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338530176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7612us (7993us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.348980:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3700 00000100:00100000:0.0:1734016124.349566:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.356459:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338530688 00000100:00100000:0.0:1734016124.356468:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338530688 00002000:00100000:0.0:1734016124.356502:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (634880->638975) req@ffff88007902b480 x1818247338530688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.356510:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338530688 ext(634880->638975) 00002000:00010000:0.0:1734016124.356515:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:0.0:1734016124.356543:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9400 00000100:00100000:0.0:1734016124.356549:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338530688:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.356686:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338530688:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 136us (711us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.356692:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9400 00002000:00100000:0.0:1734016124.356698:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (634880->638975) req@ffff88007902b480 x1818247338530688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.356704:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b480 with x1818247338530688 ext(634880->638975) 00002000:00010000:0.0:1734016124.356708:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007902b480 00000100:00100000:1.0:1734016124.378922:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016124.388382:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968235 is committed 00000001:00080000:0.0:1734016124.388400:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968231 is committed 00000100:00100000:0.0:1734016124.390586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.400311:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.409496:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.433722:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.433932:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531584 00000100:00100000:1.0:1734016124.433937:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531584 00010000:00010000:1.0:1734016124.433963:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea213ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3f6 expref: 25 pid: 6488 timeout: 492 lvb_type: 0 00000100:00100000:1.0:1734016124.433999:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3701 00000100:00100000:1.0:1734016124.434004:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:1971:x1818247338531584:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.434016:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.434022:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea213ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3f6 expref: 25 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.434032:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea213ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3f6 expref: 25 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.434050:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea213ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade3f6 expref: 25 pid: 6488 timeout: 492 lvb_type: 0 00010000:00010000:1.0:1734016124.434065:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016124.434069:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea214ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016124.434077:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea214ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016124.434083:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea214ed lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016124.434109:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.434143:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1971:x1818247338531584:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 138us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.434149:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3701 00000100:00100000:0.0:1734016124.444725:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531840 00000100:00100000:0.0:1734016124.444732:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531840 00010000:00010000:0.0:1734016124.444760:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea214d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4d6 expref: 8 pid: 7694 timeout: 493 lvb_type: 1 00000100:00100000:0.0:1734016124.444798:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3702 00000100:00100000:0.0:1734016124.444805:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338531840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.444817:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.444842:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea214d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4d6 expref: 8 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:0.0:1734016124.444851:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea214d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4d6 expref: 8 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:0.0:1734016124.444868:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea214d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4d6 expref: 8 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:0.0:1734016124.444892:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016124.444925:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338531840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 120us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.444931:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3702 00000100:00100000:1.0:1734016124.451915:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338531968 00000100:00100000:1.0:1734016124.451922:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338531968 00010000:00010000:1.0:1734016124.451948:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.451973:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3703 00000100:00100000:1.0:1734016124.451978:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338531968:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.451991:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.452008:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.452018:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.452037:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea214ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2641920->2654207) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4cf expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.452054:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.452055:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.452062:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.452070:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.452101:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.452112:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340866304:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016124.452170:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.454010:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.454061:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.454085:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532224 00000100:00100000:0.0:1734016124.454090:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532224 00002000:00010000:0.0:1734016124.454115:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1751174->18446744073709551615) 00002000:00100000:0.0:1734016124.454119:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42d80 with x1818247338532224 ext(1751174->18446744073709551615) 00002000:00010000:0.0:1734016124.454127:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f42d80. 00000100:00100000:0.0:1734016124.454140:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532096 00000100:00100000:0.0:1734016124.454142:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532096 00002000:00010000:0.0:1734016124.454150:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016124.454152:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40380 with x1818247338532096 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016124.454157:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f40380. 00000100:00100000:0.0:1734016124.454168:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9402 00000100:00100000:0.0:1734016124.454174:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338532224:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:1.0:1734016124.455935:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340866304:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016124.455970:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.456009:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338531968:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4030us (4242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.456017:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3703 00002000:00010000:0.0:1734016124.458412:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1751174 00002000:00010000:0.0:1734016124.458418:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.458420:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:0.0:1734016124.458421:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016124 00002000:00010000:0.0:1734016124.458423:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 96 -> 40 00000100:00100000:0.0:1734016124.458494:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338532224:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 4316us (4486us total) trans 4294968236 rc 0/0 00000100:00100000:0.0:1734016124.458502:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9402 00002000:00010000:0.0:1734016124.458506:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1751174->18446744073709551615) 00002000:00100000:0.0:1734016124.458509:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42d80 with x1818247338532224 ext(1751174->18446744073709551615) 00002000:00010000:0.0:1734016124.458515:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f42d80. 00000100:00100000:0.0:1734016124.471201:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.476847:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338532608 00000100:00100000:0.0:1734016124.476855:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338532608 00002000:00100000:0.0:1734016124.476887:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (978944->983039) req@ffff88007f01b480 x1818247338532608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.476895:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338532608 ext(978944->983039) 00002000:00010000:0.0:1734016124.476899:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f01b480 00000100:00100000:0.0:1734016124.476913:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9404 00000100:00100000:0.0:1734016124.476919:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338532608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.477043:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338532608:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 123us (309us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.477048:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9404 00002000:00100000:0.0:1734016124.477053:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (978944->983039) req@ffff88007f01b480 x1818247338532608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.477059:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338532608 ext(978944->983039) 00002000:00010000:0.0:1734016124.477062:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f01b480 00000100:00100000:1.0:1734016124.479517:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.484794:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.487683:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340866432:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016124.487708:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4186112->4194303] (req 4186112->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.487722:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:1.0:1734016124.488287:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533120 00000100:00100000:1.0:1734016124.488294:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533120 00010000:00010000:1.0:1734016124.488316:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.488348:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3704 00000100:00100000:1.0:1734016124.488354:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338533120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.488364:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.488380:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.488388:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.488405:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea214f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4f2 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016124.488419:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.488421:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.488425:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.488433:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.488456:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.488465:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340866560:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016124.488532:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338532992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3541us (3745us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.488539:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13318 00000100:00100000:1.0:1734016124.489074:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.496050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.496114:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533376 00000100:00100000:0.0:1734016124.496121:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533376 00002000:00100000:0.0:1734016124.496150:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4186112->4190207) req@ffff88007c6b6d80 x1818247338533376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.496159:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b6d80 with x1818247338533376 ext(4186112->4190207) 00002000:00010000:0.0:1734016124.496163:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b6d80 00000100:00100000:0.0:1734016124.496498:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9406 00000100:00100000:0.0:1734016124.496505:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338533376:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.498232:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338533376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 1723us (2184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.498240:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9406 00002000:00100000:0.0:1734016124.498249:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4186112->4190207) req@ffff88007c6b6d80 x1818247338533376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.498257:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b6d80 with x1818247338533376 ext(4186112->4190207) 00002000:00010000:0.0:1734016124.498262:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b6d80 00000100:00100000:1.0:1734016124.499569:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.499642:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533504 00000100:00100000:0.0:1734016124.499649:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533504 00000100:00100000:0.0:1734016124.499690:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13319 00000100:00100000:0.0:1734016124.499696:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338533504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.499710:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.499724:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade507 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.499747:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea214d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 630784->634879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4dd expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.499753:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.499756:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.499759:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.499783:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea214d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 630784->634879) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4dd expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.499793:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea214d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 630784->634879) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade4dd expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016124.499804:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340866688:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016124.499869:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.502547:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340866688:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016124.502574:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.502588:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016124.503150:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338533504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3453us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.503157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13319 00000100:00100000:1.0:1734016124.510955:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338533888 00000100:00100000:1.0:1734016124.510961:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338533888 00002000:00100000:1.0:1734016124.510991:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4095) req@ffff880079028000 x1818247338533888/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.510999:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338533888 ext(0->4095) 00002000:00010000:1.0:1734016124.511003:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:1.0:1734016124.511018:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9407 00000100:00100000:1.0:1734016124.511022:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338533888:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016124.511145:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338533888:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 122us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016124.511152:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9407 00002000:00100000:1.0:1734016124.511157:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4095) req@ffff880079028000 x1818247338533888/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016124.511163:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338533888 ext(0->4095) 00002000:00010000:1.0:1734016124.511166:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:0.0:1734016124.518309:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534016 00000100:00100000:0.0:1734016124.518317:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534016 00000100:00100000:0.0:1734016124.518369:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2566 00000100:00100000:0.0:1734016124.518376:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338534016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.518397:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.518418:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea21517 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade50e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.518506:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea2151e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016124.518518:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea2151e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016124.518528:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea2151e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:0.0:1734016124.518548:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5945478 00000004:00200000:0.0:1734016124.518552:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.518565:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea2151e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016124.518584:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea21517 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade50e expref: 26 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.518604:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea2151e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade50e expref: 25 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.518611:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016124.518613:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.518616:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016124.518653:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338534016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 276us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.518659:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2566 00000100:00100000:0.0:1734016124.535807:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016124.542512:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968944 is committed 00000001:00080000:0.0:1734016124.542524:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968941 is committed 00000100:00100000:0.0:1734016124.555508:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340866944:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016124.555529:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21525 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016124.565123:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534528 00000100:00100000:0.0:1734016124.565132:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534528 00000100:00100000:0.0:1734016124.565185:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13320 00000100:00100000:0.0:1734016124.565193:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338534528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.565209:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.565227:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade515 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.565255:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.565263:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.565265:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016124.565287:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade515 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.565316:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.565328:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4186112->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade500 expref: 6 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016124.565339:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340867072:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016124.565390:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.577173:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340867072:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.577195:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade515 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.577207:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016124.577256:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338534528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12063us (12229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.577262:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13320 00000100:00100000:0.0:1734016124.590173:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.599533:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338534912 00000100:00100000:1.0:1734016124.599541:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338534912 00000100:00100000:1.0:1734016124.599590:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13321 00000100:00100000:1.0:1734016124.599596:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338534912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.599612:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.599627:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade51c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.599652:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.599662:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.599664:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.599667:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade51c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.599691:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.599701:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 5 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.599712:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340867328:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016124.599772:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.605282:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340867328:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.605321:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade51c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.605336:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016124.605386:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338534912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5790us (5949us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.605394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13321 00000100:00100000:0.0:1734016124.618661:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535168 00000100:00100000:0.0:1734016124.618669:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535168 00010000:00010000:0.0:1734016124.618700:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:0.0:1734016124.618740:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3708 00000100:00100000:0.0:1734016124.618747:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338535168:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016124.618759:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016124.618778:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016124.618788:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016124.618807:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21510 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade507 expref: 8 pid: 7692 timeout: 493 lvb_type: 0 00010000:00010000:0.0:1734016124.621070:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.621075:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016124.621085:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.621096:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.621138:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade51c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016124.621155:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340867456:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016124.621230:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.626816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.626891:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.637370:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.642656:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.642706:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.642838:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535808 00000100:00100000:1.0:1734016124.642846:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535808 00000100:00100000:1.0:1734016124.642889:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535680 00000100:00100000:1.0:1734016124.642892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535680 00000100:00100000:1.0:1734016124.642923:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13322 00000100:00100000:1.0:1734016124.642930:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338535808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.642946:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.642961:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21548 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade531 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.643009:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340867584:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.643054:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.646051:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340867584:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016124.646082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21548 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade531 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.646089:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21548 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade531 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.646406:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016124.646951:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338535808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4021us (4303us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.646957:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13322 00000100:00100000:0.0:1734016124.651509:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.651557:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.651637:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338535936 00000100:00100000:1.0:1734016124.651644:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338535936 00000100:00100000:1.0:1734016124.651674:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338536064 00000100:00100000:1.0:1734016124.651676:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338536064 00000100:00100000:1.0:1734016124.651703:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13324 00000100:00100000:1.0:1734016124.651710:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338535936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.651725:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.651741:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21556 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade538 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.651784:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340867840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.651835:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016124.655058:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340867840:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016124.655098:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21556 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade538 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.655106:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21556 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade538 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016124.655122:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:0.0:1734016124.657548:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338535936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5836us (6045us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016124.657555:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13324 00000100:00100000:0.0:1734016124.659694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.659734:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.660136:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13327 00000100:00100000:1.0:1734016124.660141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338536320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.660149:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.660158:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2156b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade54d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.660181:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868224:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.660205:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.665041:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868224:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016124.665088:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2156b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade54d expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.665101:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2156b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade54d expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.665116:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016124.665169:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338536320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5025us (5432us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.665177:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13327 00000100:00100000:0.0:1734016124.668708:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.671625:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.683840:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338536832 00000100:00100000:0.0:1734016124.683846:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338536832 00002000:00100000:0.0:1734016124.683874:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1585152->1589247) req@ffff880079fe2d80 x1818247338536832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/0 e 0 to 0 dl 1734016135 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.683882:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe2d80 with x1818247338536832 ext(1585152->1589247) 00002000:00010000:0.0:1734016124.683886:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe2d80 00000100:00100000:0.0:1734016124.684120:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9410 00000100:00100000:0.0:1734016124.684127:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338536832:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016124.690654:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338536832:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 6515us (6924us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016124.690668:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9410 00002000:00100000:0.0:1734016124.690683:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1585152->1589247) req@ffff880079fe2d80 x1818247338536832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:85/0 lens 488/4536 e 0 to 0 dl 1734016135 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016124.690693:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe2d80 with x1818247338536832 ext(1585152->1589247) 00002000:00010000:0.0:1734016124.690699:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe2d80 00000100:00100000:0.0:1734016124.693106:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.695882:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.697392:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2569 00000100:00100000:0.0:1734016124.697400:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338537216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016124.697424:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016124.697443:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21579 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade55b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.697510:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea21580 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016124.697524:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea21580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016124.697532:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea21580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016124.697549:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7765615 00000004:00200000:0.0:1734016124.697551:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016124.697562:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea21580 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016124.697577:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade55b expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.698804:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea21580 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade55b expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016124.698812:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016124.698814:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016124.698816:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016124.699496:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338537216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2094us (3617us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.699503:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2569 00000100:00100000:0.0:1734016124.701394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.710655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.710860:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338537472 00000100:00100000:1.0:1734016124.710869:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338537472 00000100:00100000:1.0:1734016124.710913:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13330 00000100:00100000:1.0:1734016124.710919:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338537472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.710934:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.710950:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade569 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.710974:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21572 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade554 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.710981:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21587 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade562 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.710985:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.710987:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.710990:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2150400->2154495] (req 2150400->2154495) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade569 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.711015:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21587 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade562 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.711024:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21587 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade562 expref: 11 pid: 7694 timeout: 493 lvb_type: 1 00000100:00100000:1.0:1734016124.711033:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868608:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.711194:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21572 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade554 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.711206:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21572 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade554 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.711213:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868736:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016124.711229:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.719102:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868608:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016124.721371:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.722084:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868736:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.722138:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2150400->2154495] (req 2150400->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade569 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.722156:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016124.722209:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338537472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11289us (11561us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.722217:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13330 00000100:00100000:0.0:1734016124.732600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.740912:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.745593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.749204:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.752305:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.752380:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338538624 00000100:00100000:1.0:1734016124.752388:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338538624 00000100:00100000:1.0:1734016124.752437:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13331 00000100:00100000:1.0:1734016124.752443:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338538624:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.753827:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968239 is committed 00000001:00080000:0.0:1734016124.753839:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968237 is committed 00000100:00100000:1.0:1734016124.754037:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338538624:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1591us (1766us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.754045:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13331 00000100:00100000:0.0:1734016124.758107:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.758237:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338538752 00000100:00100000:1.0:1734016124.758247:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338538752 00000100:00100000:1.0:1734016124.758311:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13332 00000100:00100000:1.0:1734016124.758319:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338538752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.758335:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.758350:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade570 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.758375:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade569 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.758382:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.758383:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.758386:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2285568->2293759] (req 2285568->2293759) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade570 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.758410:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade569 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.758420:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2158e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2150400->2154495) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade569 expref: 7 pid: 8975 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.758430:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868992:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016124.758478:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.762243:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340868992:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.762325:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2285568->2293759] (req 2285568->2293759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade570 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.762341:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016124.762390:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338538752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4071us (4290us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.762398:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13332 00000100:00100000:0.0:1734016124.763201:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.769140:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.778152:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.782720:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.782803:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539520 00000100:00100000:1.0:1734016124.782811:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539520 00000100:00100000:0.0:1734016124.792603:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.792866:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539648 00000100:00100000:1.0:1734016124.792875:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539648 00000100:00100000:1.0:1734016124.792965:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13334 00000100:00100000:1.0:1734016124.792972:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338539648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.792988:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.793003:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea215a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade57e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.793051:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869376:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.793100:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.798897:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869376:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016124.798942:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea215a3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade57e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.798955:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea215a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade57e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.799115:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016124.799157:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338539648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6184us (6562us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.799168:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13334 00000100:00100000:0.0:1734016124.801452:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.801521:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539776 00000100:00100000:1.0:1734016124.801527:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539776 00000100:00100000:1.0:1734016124.801567:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13335 00000100:00100000:1.0:1734016124.801573:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338539776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.801588:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.801602:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea215aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade585 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.801647:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869504:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.801690:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.806091:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869504:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016124.806135:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea215aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade585 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.806148:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea215aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade585 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.806157:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016124.806207:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338539776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4632us (4759us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.806215:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13335 00000100:00100000:0.0:1734016124.810536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.810613:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338539904 00000100:00100000:1.0:1734016124.810621:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338539904 00000100:00100000:1.0:1734016124.810861:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13336 00000100:00100000:1.0:1734016124.810868:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338539904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.810882:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.810897:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea215b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade58c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.810941:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869632:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016124.810999:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.812873:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340869632:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016124.812918:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea215b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade58c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.812930:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea215b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade58c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016124.812940:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016124.812974:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338539904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2105us (2447us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016124.812981:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13336 00000100:00100000:0.0:1734016124.816015:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.820078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.826305:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.826444:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338540416 00000100:00100000:1.0:1734016124.826451:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338540416 00000100:00100000:1.0:1734016124.826492:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13337 00000100:00100000:1.0:1734016124.826499:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338540416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.826513:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.826526:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade593 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.826553:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2293759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade570 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.826559:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.826560:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.826563:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.826587:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2293759) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade570 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.826597:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21595 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2285568->2293759) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade570 expref: 5 pid: 8975 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.826608:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340869888:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016124.826664:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.828484:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340869888:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.828526:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.828539:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016124.828566:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338540416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2067us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.828573:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13337 00000100:00100000:0.0:1734016124.829213:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.832241:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.832266:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.835854:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.838333:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.842408:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.845902:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.852569:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.855671:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.855791:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338541952 00000100:00100000:1.0:1734016124.855799:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338541952 00000100:00100000:1.0:1734016124.855899:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13338 00000100:00100000:1.0:1734016124.855905:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338541952:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016124.857303:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969847 is committed 00000001:00080000:0.0:1734016124.857316:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969844 is committed 00000100:00100000:1.0:1734016124.857478:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338541952:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1570us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.857487:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13338 00000100:00100000:0.0:1734016124.859414:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.862871:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.862977:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338542208 00000100:00100000:1.0:1734016124.862986:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338542208 00000100:00100000:1.0:1734016124.863199:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13339 00000100:00100000:1.0:1734016124.863205:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338542208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016124.863221:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016124.863236:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea215d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade5a1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.863259:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade515 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.863266:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.863267:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016124.863303:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea215d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1171456->1175551] (req 1171456->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a1 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.863327:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade515 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.863337:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2152c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade515 expref: 6 pid: 7692 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.863353:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340870144:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016124.863400:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.865845:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340870144:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016124.865881:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea215d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1171456->1175551] (req 1171456->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a1 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.865894:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016124.865928:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338542208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2722us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.865935:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13339 00000100:00100000:0.0:1734016124.866323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.878843:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.899959:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340870784:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900017:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900053:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734016124.900059:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340870400:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900080:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900090:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247340870912:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900105:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900120:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340870656:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900133:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900145:0:3517:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734016124.900149:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247340870528:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900160:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900168:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340871040:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900179:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016124.900197:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340870912 00000100:00100000:0.0:1734016124.900202:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340870912 00000100:00100000:0.0:1734016124.900234:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340870656 00000100:00100000:0.0:1734016124.900236:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340870656 00000100:00100000:0.0:1734016124.900245:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340870528 00000100:00100000:0.0:1734016124.900246:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340870528 00000100:00100000:0.0:1734016124.900255:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1734016124.900261:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247340870912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900318:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247340870912:12345-0@lo:400:kworker.0 Request processed in 56us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.900324:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1734016124.900337:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1734016124.900341:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340870656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900361:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340870656:12345-0@lo:400:kworker.0 Request processed in 19us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.900366:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1734016124.900373:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1734016124.900377:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247340870528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900394:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247340870528:12345-0@lo:400:kworker.0 Request processed in 17us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016124.900398:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00080000:0.0:1734016124.900409:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016094 00000100:00100000:0.0:1734016124.900430:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247340870528:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900437:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340870656:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.900457:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247340870912:0@lo:400:kworker.0 00000100:00080000:0.0:1734016124.902023:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016094 00000100:00080000:0.0:1734016124.902028:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016094 00000100:00100000:0.0:1734016124.902053:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340870784:0@lo:400:kworker.0 00000100:00080000:0.0:1734016124.902898:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016094 00000100:00100000:0.0:1734016124.902914:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340870400:0@lo:400:kworker.0 00000100:00100000:0.0:1734016124.932751:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.940554:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.949715:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.956900:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.956946:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016124.957022:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543104 00000100:00100000:1.0:1734016124.957028:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543104 00010000:00010000:1.0:1734016124.957050:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea215db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a8 expref: 7 pid: 7694 timeout: 493 lvb_type: 1 00000100:00100000:1.0:1734016124.957216:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338543232 00000100:00100000:1.0:1734016124.957220:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338543232 00010000:00010000:1.0:1734016124.957231:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea215d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1171456->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a1 expref: 8 pid: 8975 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016124.957247:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3716 00000100:00100000:1.0:1734016124.957253:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338543104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016124.957265:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016124.957309:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea215db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a8 expref: 7 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:1.0:1734016124.957319:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea215db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a8 expref: 7 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:1.0:1734016124.957335:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea215db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5a8 expref: 7 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:1.0:1734016124.957786:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.957789:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016124.957795:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.957803:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016124.957839:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016124.957849:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340871680:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016124.962667:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016124.964907:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340871680:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016124.964925:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016124.964959:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338543104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7705us (8060us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016124.964969:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3716 00000100:00100000:0.0:1734016124.977089:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.986976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016124.991622:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.005879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016125.006942:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016095 00000100:00100000:0.0:1734016125.007642:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:1.0:1734016125.009772:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00000100:00100000:0.0:1734016125.011435:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338544128:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2014us (3790us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016125.011445:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13343 00000100:00100000:0.0:1734016125.013683:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.024381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.037184:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.057828:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:1.0:1734016125.058048:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016095 00000100:00100000:1.0:1734016125.070766:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.080672:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.081018:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338544896 00000100:00100000:1.0:1734016125.081027:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338544896 00010000:00010000:1.0:1734016125.081058:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016125.081103:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3718 00000100:00100000:1.0:1734016125.081110:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338544896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.081122:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.081142:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.081153:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea215e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5b6 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.081174:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.081175:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.081182:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.081189:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.081218:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.081230:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340872320:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.081303:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.097676:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340872320:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.097695:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.097728:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338544896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 16618us (17064us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.097738:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3718 00000100:00100000:0.0:1734016125.102011:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.108044:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.111421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.115480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.126845:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016125.132377:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969849 is committed 00000100:00100000:0.0:1734016125.134724:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.134762:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.152053:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.152100:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.152491:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13352 00000100:00100000:1.0:1734016125.152496:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338546304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.152503:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.152511:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2162f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade5ee expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.152533:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340872832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016125.152552:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.153944:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340872832:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016125.153962:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2162f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5ee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.153972:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2162f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5ee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.153993:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016125.154017:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338546304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1520us (1916us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.154023:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13352 00000100:00100000:0.0:1734016125.159012:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.166032:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.166715:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338546688 00000100:00100000:1.0:1734016125.166723:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338546688 00010000:00010000:1.0:1734016125.167339:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 9 pid: 8975 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016125.167378:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3719 00000100:00100000:1.0:1734016125.167384:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338546688:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.167397:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.167414:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 9 pid: 8975 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.167424:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 9 pid: 8975 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.167441:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea215bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade593 expref: 9 pid: 8975 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.167465:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.167467:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.167473:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.167480:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.167508:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.167524:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340873088:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.167570:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.170986:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340873088:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.171007:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.171059:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338546688:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3673us (5032us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.171069:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3719 00000100:00100000:0.0:1734016125.171594:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00100000:3.0:1734016125.172010:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (917504->921599) req@ffff88007a968e00 x1818247338546944/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.172021:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968e00 with x1818247338546944 ext(917504->921599) 00002000:00010000:3.0:1734016125.172024:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a968e00 00000100:00100000:0.0:1734016125.174354:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.178752:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.178940:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547328 00000100:00100000:3.0:1734016125.178947:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547328 00000100:00100000:3.0:1734016125.178994:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13354 00000100:00100000:3.0:1734016125.179001:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338547328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.179016:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.179032:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2163d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade603 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.179076:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.179874:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.181569:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 5274050 -> 5972137 00000100:00100000:3.0:1734016125.181590:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.181616:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2163d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade603 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.181628:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2163d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade603 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.181649:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016125.181690:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338547328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2689us (2946us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.181697:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13354 00000100:00100000:0.0:1734016125.184870:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.185448:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547456 00000100:00100000:3.0:1734016125.185455:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547456 00000100:00100000:3.0:1734016125.185499:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13355 00000100:00100000:3.0:1734016125.185505:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338547456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.185521:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.185536:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21644 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade60a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.185581:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873344:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.185633:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.187565:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.187594:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21644 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade60a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.187605:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21644 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade60a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.188148:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016125.188227:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338547456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2719us (3362us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.188235:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13355 00000100:00100000:0.0:1734016125.190679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.190829:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547584 00000100:00100000:3.0:1734016125.190839:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547584 00000100:00100000:3.0:1734016125.190896:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13356 00000100:00100000:3.0:1734016125.190902:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338547584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.190919:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.190936:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade611 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.190964:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.190971:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.190972:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.190975:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [864256->872447] (req 864256->872447) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.190999:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.191010:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016125.191020:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873472:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016125.191065:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.193316:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873472:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.193343:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [864256->872447] (req 864256->872447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.193355:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016125.193385:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338547584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2484us (2715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.193393:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13356 00000100:00100000:0.0:1734016125.193790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.194221:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547712 00000100:00100000:3.0:1734016125.194227:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547712 00002000:00100000:3.0:1734016125.194251:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5963776->5972136) req@ffff8800a8842c50 x1818247338547712/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 8856/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.194260:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842c50 with x1818247338547712 ext(5963776->5972136) 00010000:00010000:3.0:1734016125.194266:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016125.194438:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 7 pid: 7694 timeout: 493 lvb_type: 0 00002000:00010000:3.0:1734016125.194445:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8842c50 00000100:00100000:3.0:1734016125.195184:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 348 00000100:00100000:3.0:1734016125.195191:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8842c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338547712:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.196913:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8842c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338547712:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1715us (3117us total) trans 4294969850 rc 0/0 00000100:00100000:3.0:1734016125.196924:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 348 00002000:00100000:3.0:1734016125.196934:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5963776->5972136) req@ffff8800a8842c50 x1818247338547712/t4294969850(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 8856/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.196942:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842c50 with x1818247338547712 ext(5963776->5972136) 00010000:00010000:3.0:1734016125.196950:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016125.196962:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00002000:00010000:3.0:1734016125.196972:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8842c50 00000100:00100000:0.0:1734016125.199949:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.200263:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338547840 00000100:00100000:1.0:1734016125.200297:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338547840 00010000:00010000:1.0:1734016125.200332:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016125.200372:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3720 00000100:00100000:1.0:1734016125.200378:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338547840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.200394:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016125.200411:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 1000 00010000:00010000:1.0:1734016125.200417:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.200429:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.200451:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21613 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3694592->3698687) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5d9 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.200481:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.200484:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.200489:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.200497:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.200536:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.200550:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340873600:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.200892:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.207020:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340873600:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.207045:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.207256:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338547840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6875us (7311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.207292:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3720 00000100:00100000:0.0:1734016125.220045:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.220144:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548096 00000100:00100000:3.0:1734016125.220150:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548096 00002000:00100000:3.0:1734016125.220188:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a969500 x1818247338548096/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.220198:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247338548096 ext(0->4194303) 00002000:00010000:3.0:1734016125.220203:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:3.0:1734016125.220868:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9433 00000100:00100000:3.0:1734016125.220878:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338548096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.273006:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338548096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 52119us (52959us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016125.273020:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9433 00002000:00100000:3.0:1734016125.273032:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a969500 x1818247338548096/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.273042:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247338548096 ext(0->4194303) 00002000:00010000:3.0:1734016125.273047:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:1.0:1734016125.281041:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.281095:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.281150:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548352 00000100:00100000:0.0:1734016125.281158:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548352 00000100:00100000:0.0:1734016125.286032:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548224 00000100:00100000:0.0:1734016125.286041:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548224 00000100:00100000:3.0:1734016125.286202:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13357 00000100:00100000:3.0:1734016125.286210:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338548352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.286226:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.286241:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade61f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.286262:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.286264:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.286282:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade61f expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.286297:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade61f expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.286306:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016125.286361:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338548352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 151us (5327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.286367:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13357 00000100:00100000:3.0:1734016125.286385:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13358 00000100:00100000:3.0:1734016125.286389:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338548224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.286396:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.286403:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21659 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade618 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.286439:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.286474:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.289794:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.289801:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016124 -> 1734016125 00000100:00100000:3.0:1734016125.289833:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.289864:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21659 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade618 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.289877:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21659 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade618 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.289905:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016125.289944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338548224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3553us (8848us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.289952:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13358 00000100:00100000:0.0:1734016125.293310:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.293366:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548480 00000100:00100000:3.0:1734016125.293374:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548480 00000100:00100000:3.0:1734016125.293494:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13359 00000100:00100000:3.0:1734016125.293500:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338548480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.293517:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.293532:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade626 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.293557:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.293564:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.293565:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.293568:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4845568->4849663] (req 4845568->4849663) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade626 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.293595:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.293605:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016125.293620:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873856:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016125.294660:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.296571:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340873856:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.296596:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4845568->4849663] (req 4845568->4849663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade626 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.296610:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:0.0:1734016125.300714:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.301430:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338548480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7925us (8159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.301440:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13359 00000100:00100000:0.0:1734016125.313050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.313148:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548736 00000100:00100000:1.0:1734016125.313155:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548736 00010000:00010000:1.0:1734016125.313186:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:1.0:1734016125.313223:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3721 00000100:00100000:1.0:1734016125.313231:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338548736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.313244:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016125.313260:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1000 -> 1016 00010000:00010000:1.0:1734016125.313265:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.313310:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.313330:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2164b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->872447) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade611 expref: 9 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:1.0:1734016125.313352:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.313355:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.313361:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4845568->4849663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade626 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.313369:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4845568->4849663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade626 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.313399:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4845568->4849663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade626 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.313411:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340873984:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.313461:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.317498:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.317575:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338548864 00000100:00100000:3.0:1734016125.317582:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338548864 00000100:00100000:3.0:1734016125.317629:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13360 00000100:00100000:3.0:1734016125.317634:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338548864:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016125.317806:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5972137 -> 5972137 00002000:00010000:3.0:1734016125.317819:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.317821:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016124 -> 1734016124 00002000:00010000:3.0:1734016125.317823:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.317825:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1024 00000100:00100000:3.0:1734016125.317862:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338548864:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 227us (372us total) trans 4294969852 rc 0/0 00000100:00100000:3.0:1734016125.317869:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13360 00000100:00100000:1.0:1734016125.317947:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340873984:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.317963:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.317985:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338548736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4754us (4942us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.317992:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3721 00000100:00100000:0.0:1734016125.319394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.330482:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.342653:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.352673:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.368230:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.378155:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.378239:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338549888 00000100:00100000:3.0:1734016125.378250:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338549888 00000100:00100000:3.0:1734016125.378311:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13364 00000100:00100000:3.0:1734016125.378317:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338549888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.378331:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.378345:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2167c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade642 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.378391:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340874496:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.378434:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.381021:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340874496:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.381052:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2167c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade642 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.381064:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2167c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade642 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.381090:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016125.381124:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338549888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2807us (2977us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.381131:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13364 00000100:00100000:1.0:1734016125.392205:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.392315:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550144 00000100:00100000:3.0:1734016125.392323:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550144 00000100:00100000:3.0:1734016125.392466:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2576 00000100:00100000:3.0:1734016125.392473:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338550144:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016125.392510:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.392529:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea215cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade59a expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.392544:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.392547:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016125.392653:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.392663:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea215f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5bd expref: 14 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.392669:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.392690:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea215f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5bd expref: 14 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.392700:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea215f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5bd expref: 14 pid: 6486 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016125.392710:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340874624:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016125.392753:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.404378:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340874624:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.404402:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016125.404601:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016125.404922:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.404927:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016125.404992:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968948 00000004:00010000:3.0:1734016125.405022:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c6b6300 reply state ffff8800793ae000 transno 4294968949 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016125.405028:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016125.405082:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338550144:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 12608us (12885us total) trans 4294968949 rc 0/0 00000100:00100000:3.0:1734016125.405088:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2576 00000020:00080000:3.0:1734016125.405091:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016125.411836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016125.411836:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411845:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411851:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411856:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccd80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016125.411860:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411869:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411882:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.411884:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.411887:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.411892:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21683 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016125.425254:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.425320:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.425398:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550656 00000100:00100000:3.0:1734016125.425406:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550656 00010000:00010000:3.0:1734016125.425437:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00000100:00100000:3.0:1734016125.425462:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550528 00000100:00100000:3.0:1734016125.425464:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550528 00010000:00010000:3.0:1734016125.425473:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade61f expref: 11 pid: 7694 timeout: 493 lvb_type: 1 00000100:00100000:3.0:1734016125.425489:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3723 00000100:00100000:3.0:1734016125.425496:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338550656:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.425509:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.425526:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016125.425536:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21636 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 917504->925695) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade5fc expref: 6 pid: 7694 timeout: 493 lvb_type: 0 00010000:00010000:3.0:1734016125.425560:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.425595:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338550656:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 98us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.425601:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3723 00000100:00100000:3.0:1734016125.425616:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3724 00000100:00100000:3.0:1734016125.425620:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338550528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.425626:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.425633:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade61f expref: 11 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016125.425642:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21652 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade61f expref: 11 pid: 7694 timeout: 493 lvb_type: 1 00010000:00010000:3.0:1734016125.425652:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.425653:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.425658:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.425665:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.425692:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.425704:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340875008:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016125.425733:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.429131:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340875008:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016125.429150:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.429195:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338550528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3572us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.429205:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3724 00000100:00100000:1.0:1734016125.431685:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.431723:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.431819:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550912 00000100:00100000:0.0:1734016125.431828:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550912 00002000:00010000:0.0:1734016125.431858:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3468115->18446744073709551615) 00002000:00100000:0.0:1734016125.431864:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5180 with x1818247338550912 ext(3468115->18446744073709551615) 00002000:00010000:0.0:1734016125.431875:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5180. 00000100:00100000:0.0:1734016125.431905:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338550784 00000100:00100000:0.0:1734016125.431908:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338550784 00002000:00010000:0.0:1734016125.431918:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016125.431920:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b6680 with x1818247338550784 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016125.431927:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b6680. 00000100:00100000:0.0:1734016125.431941:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9436 00000100:00100000:0.0:1734016125.431948:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338550912:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016125.432146:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3468115 00002000:00010000:0.0:1734016125.432150:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016124 -> 1734016125 00002000:00010000:0.0:1734016125.432152:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016124 -> 1734016123 00002000:00010000:0.0:1734016125.432154:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016124 -> 1734016125 00002000:00010000:0.0:1734016125.432156:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1734016125.432194:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338550912:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 247us (515us total) trans 4294968241 rc 0/0 00000100:00100000:0.0:1734016125.432200:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9436 00002000:00010000:0.0:1734016125.432204:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3468115->18446744073709551615) 00002000:00100000:0.0:1734016125.432206:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5180 with x1818247338550912 ext(3468115->18446744073709551615) 00002000:00010000:0.0:1734016125.432209:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5180. 00000100:00100000:0.0:1734016125.432224:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9437 00000100:00100000:0.0:1734016125.432228:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338550784:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016125.432585:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5972137 -> 4194304 00002000:00010000:0.0:1734016125.432588:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016125.432590:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:0.0:1734016125.432592:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:0.0:1734016125.432594:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 968 00000100:00100000:0.0:1734016125.432613:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338550784:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 383us (890us total) trans 4294969853 rc 0/0 00000100:00100000:0.0:1734016125.432619:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9437 00002000:00010000:0.0:1734016125.432621:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016125.432623:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b6680 with x1818247338550784 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016125.432626:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b6680. 00000100:00100000:1.0:1734016125.438211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.440064:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551040 00000100:00100000:3.0:1734016125.440074:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551040 00000100:00100000:3.0:1734016125.440134:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2577 00000100:00100000:3.0:1734016125.440142:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338551040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.440161:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.440177:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21691 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade650 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.440248:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.440258:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.440267:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016125.440320:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7662419 00000004:00200000:3.0:1734016125.440323:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.440335:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.440352:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21691 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade650 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.440367:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade650 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.440374:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.440376:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.440379:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016125.440425:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338551040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 283us (2221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.440431:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2577 00000100:00100000:0.0:1734016125.451969:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551168 00000100:00100000:0.0:1734016125.451977:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551168 00000100:00100000:0.0:1734016125.452018:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551296 00000100:00100000:0.0:1734016125.452020:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551296 00000100:00100000:0.0:1734016125.452040:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13366 00000100:00100000:0.0:1734016125.452046:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338551168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.452063:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.452077:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2169f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade657 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.452123:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340875136:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016125.452167:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.452183:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13367 00000100:00100000:0.0:1734016125.452187:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338551296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016125.452193:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016125.452202:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea216a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade65e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016125.452222:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340875264:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016125.452239:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.458600:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340875136:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016125.458617:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2169f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade657 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.458626:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea2169f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade657 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016125.458643:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016125.459672:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338551168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7620us (8475us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016125.459680:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13366 00000100:00100000:0.0:1734016125.466846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.466913:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551424 00000100:00100000:1.0:1734016125.466920:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551424 00000100:00100000:1.0:1734016125.466969:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13368 00000100:00100000:1.0:1734016125.466975:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338551424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.466991:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.467008:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade665 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.467033:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.467039:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.467041:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.467043:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1093632->1097727] (req 1093632->1097727) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade665 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.467072:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.467082:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 9 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016125.467093:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340875392:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016125.467137:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.493428:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:1.0:1734016125.495637:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea2168a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade649 expref: 10 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016125.495663:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340875392:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016125.495681:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade665 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.495688:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016125.495856:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338551424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 28880us (29017us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.495862:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13368 00000100:00100000:0.0:1734016125.506018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.506108:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551808 00000100:00100000:3.0:1734016125.506115:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551808 00002000:00100000:3.0:1734016125.506151:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3469311) req@ffff88006f276300 x1818247338551808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.506160:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338551808 ext(0->3469311) 00002000:00010000:3.0:1734016125.506165:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276300 00000100:00100000:3.0:1734016125.506195:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9438 00000100:00100000:3.0:1734016125.506202:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338551808:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.550621:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338551808:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 44408us (44598us total) trans 0 rc 3469312/3469312 00000100:00100000:3.0:1734016125.550634:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9438 00002000:00100000:3.0:1734016125.550644:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3469311) req@ffff88006f276300 x1818247338551808/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 3469312/3469312 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.550653:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338551808 ext(0->3469311) 00002000:00010000:3.0:1734016125.550658:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276300 00000100:00100000:0.0:1734016125.557621:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.558821:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338551936 00000100:00100000:3.0:1734016125.558829:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338551936 00002000:00100000:3.0:1734016125.558865:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1093632->1101823) req@ffff88006f276680 x1818247338551936/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 8680/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.558874:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276680 with x1818247338551936 ext(1093632->1101823) 00002000:00010000:3.0:1734016125.558879:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276680 00000100:00100000:1.0:1734016125.564615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016125.566341:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968242 is committed 00000001:00080000:0.0:1734016125.566354:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968241 is committed 00000100:00100000:0.0:1734016125.569929:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.570597:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552192 00000100:00100000:3.0:1734016125.570605:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552192 00000100:00100000:3.0:1734016125.570643:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2578 00000100:00100000:3.0:1734016125.570650:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338552192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.570666:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.570681:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea216b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade66c expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.570752:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.570762:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.570771:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016125.570792:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7662419 00000004:00200000:3.0:1734016125.570795:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.570819:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.570837:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea216b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade66c expref: 16 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.570863:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade66c expref: 15 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.570870:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.570873:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.570875:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016125.570907:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338552192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 258us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.570912:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2578 00000100:00100000:1.0:1734016125.574791:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.578439:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.589852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.589912:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338552704 00000100:00100000:0.0:1734016125.589918:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338552704 00000100:00100000:0.0:1734016125.589959:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2579 00000100:00100000:0.0:1734016125.589965:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338552704:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016125.590004:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016125.590023:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea216bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade66c expref: 15 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.590048:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016125.590052:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016125.590165:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016125.590176:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade650 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.590182:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016125.590205:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade650 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016125.590214:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21698 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade650 expref: 22 pid: 8227 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016125.590225:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340875904:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016125.590262:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.597935:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.598028:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340875904:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016125.598049:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016125.602412:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016125.602425:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:0.0:1734016125.602505:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968950 00000004:00010000:0.0:1734016125.602546:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c6b6d80 reply state ffff88007c4bc000 transno 4294968951 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016125.602554:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016125.602646:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338552704:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 12675us (12796us total) trans 4294968951 rc 0/0 00000100:00100000:0.0:1734016125.602655:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2579 00000020:00080000:0.0:1734016125.602660:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016125.604576:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604588:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604594:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604598:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016125.604602:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604608:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604621:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.604623:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.604627:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.604632:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea216d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:1.0:1734016125.605635:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.611947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.615643:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.617314:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.617884:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553344 00000100:00100000:3.0:1734016125.617891:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553344 00002000:00010000:3.0:1734016125.617916:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4017755->18446744073709551615) 00002000:00100000:3.0:1734016125.617919:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4e00 with x1818247338553344 ext(4017755->18446744073709551615) 00002000:00010000:3.0:1734016125.617927:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b4e00. 00000100:00100000:3.0:1734016125.618427:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553216 00000100:00100000:3.0:1734016125.618431:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553216 00002000:00010000:3.0:1734016125.618442:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016125.618444:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338553216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016125.618450:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b4a80. 00000100:00100000:0.0:1734016125.626963:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.626987:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338553600 00000100:00100000:0.0:1734016125.626994:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338553600 00002000:00100000:0.0:1734016125.627031:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3469312->4018175) req@ffff88006f276a00 x1818247338553600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016125.627040:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276a00 with x1818247338553600 ext(3469312->4018175) 00002000:00010000:0.0:1734016125.627045:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276a00 00000100:00100000:0.0:1734016125.627063:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9442 00000100:00100000:0.0:1734016125.627068:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338553600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016125.657825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.663038:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.664864:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:0.0:1734016125.674418:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968244 is committed 00000100:00100000:0.0:1734016125.677654:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.677728:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554112 00000100:00100000:3.0:1734016125.677736:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554112 00000100:00100000:3.0:1734016125.677779:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2581 00000100:00100000:3.0:1734016125.677785:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338554112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.677800:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.677823:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea216de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade688 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.677891:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea216e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.677901:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea216e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.677910:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea216e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016125.677930:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8212059 00000004:00200000:3.0:1734016125.677934:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016125.677948:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea216e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016125.677967:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea216de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade688 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.677996:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea216e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade688 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.678002:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.678005:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016125.678007:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016125.678042:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338554112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 257us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.678048:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2581 00000100:00100000:0.0:1734016125.682683:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.682724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.682788:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554240 00000100:00100000:1.0:1734016125.682798:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554240 00000100:00100000:1.0:1734016125.682840:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554368 00000100:00100000:1.0:1734016125.682842:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554368 00000100:00100000:1.0:1734016125.682871:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13374 00000100:00100000:1.0:1734016125.682877:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338554240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.682896:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.682910:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea216ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade68f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.682956:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340876288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016125.683002:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.683068:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13375 00000100:00100000:3.0:1734016125.683074:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338554368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.683082:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.683091:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea216f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade696 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.683118:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340876416:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.683139:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016125.684319:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016125 00002000:00010000:3.0:1734016125.684324:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 80 -> 96 00000100:00100000:3.0:1734016125.684338:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340876416:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.684360:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea216f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade696 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.684370:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea216f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade696 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.684384:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016125.684409:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338554368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1333us (1683us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.684416:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13375 00002000:00010000:1.0:1734016125.684505:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:1.0:1734016125.684517:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340876288:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016125.684532:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea216ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade68f expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.684540:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea216ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade68f expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.684566:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016125.684583:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338554240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1706us (1909us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.684591:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13374 00000100:00100000:0.0:1734016125.686601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.686645:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.686759:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554624 00000100:00100000:3.0:1734016125.686759:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554496 00000100:00100000:1.0:1734016125.686765:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554624 00000100:00100000:3.0:1734016125.686765:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554496 00000100:00100000:3.0:1734016125.686793:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13376 00000100:00100000:3.0:1734016125.686799:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338554496:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:1.0:1734016125.686813:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13377 00000100:00100000:1.0:1734016125.686817:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338554624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.686819:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.686823:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.686833:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21701 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6a4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.686833:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea216fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade69d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.686869:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340876672:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.686869:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340876544:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016125.686904:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.686904:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.689192:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a126d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340876672:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016125.689219:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21701 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6a4 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.689231:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21701 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6a4 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016125.689240:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016125.689288:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338554624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2468us (2642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016125.689294:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13377 00000100:00100000:3.0:1734016125.690555:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340876544:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.690576:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea216fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade69d expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.690586:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea216fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade69d expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.690608:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016125.690645:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338554496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3846us (4050us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.690652:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13376 00000100:00100000:0.0:1734016125.701671:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.701750:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338554752 00000100:00100000:3.0:1734016125.701757:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338554752 00000100:00100000:3.0:1734016125.701811:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13378 00000100:00100000:3.0:1734016125.701817:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338554752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.701833:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.701848:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6ab expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.701874:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade665 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.701880:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.701881:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016125.701884:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.701907:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade665 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.701917:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea216ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1093632->1097727) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade665 expref: 5 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016125.701927:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340876800:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016125.701967:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.704420:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340876800:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.704447:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.704462:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016125.704497:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338554752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2679us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.704504:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13378 00000100:00100000:0.0:1734016125.719026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.734824:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.744073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.755675:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.755871:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555520 00000100:00100000:3.0:1734016125.755880:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555520 00000100:00100000:3.0:1734016125.755929:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13379 00000100:00100000:3.0:1734016125.755935:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338555520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.755951:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.755965:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2170f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6b2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.756010:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340877056:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.756063:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.760343:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340877056:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.760374:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2170f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6b2 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.760385:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2170f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6b2 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.760923:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016125.760998:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338555520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5061us (5330us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.761005:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13379 00000100:00100000:0.0:1734016125.763908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.763999:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338555648 00000100:00100000:3.0:1734016125.764006:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338555648 00000100:00100000:3.0:1734016125.764053:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13380 00000100:00100000:3.0:1734016125.764060:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338555648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.764075:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.764091:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea21716 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6b9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016125.764135:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340877184:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016125.764192:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.768361:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340877184:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016125.768401:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea21716 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6b9 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.768412:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea21716 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6b9 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.768473:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016125.768522:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338555648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4461us (4620us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016125.768530:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13380 00000100:00100000:0.0:1734016125.772876:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.782572:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.786927:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.791601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.795855:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.800057:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.800311:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338556800 00000100:00100000:3.0:1734016125.800318:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338556800 00010000:00010000:3.0:1734016125.800346:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea21724 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c0 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016125.800372:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3729 00000100:00100000:3.0:1734016125.800379:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338556800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.800390:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016125.800395:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea21724 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c0 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016125.800404:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea21724 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c0 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016125.800423:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.800427:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.800435:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.800441:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.800456:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016125.800491:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338556800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 112us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.800498:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3729 00010000:00010000:3.0:1734016125.805015:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805024:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805030:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805035:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b840 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016125.805038:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805044:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805058:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016125.805060:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016125.805064:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016125.805068:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21732 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:1.0:1734016125.805341:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338556928 00000100:00100000:1.0:1734016125.805348:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338556928 00000100:00100000:1.0:1734016125.805388:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13382 00000100:00100000:1.0:1734016125.805394:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338556928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016125.805409:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016125.805423:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6ce expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.805446:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.805452:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.805453:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016125.805457:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.805481:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.805491:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 9 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016125.805502:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a126300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340877440:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016125.805553:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.810295:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.816508:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557056 00000100:00100000:3.0:1734016125.816519:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557056 00002000:00100000:3.0:1734016125.816559:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4136960->4149247) req@ffff88007c660380 x1818247338557056/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 12776/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.816568:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660380 with x1818247338557056 ext(4136960->4149247) 00010000:00010000:3.0:1734016125.816577:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016125.816588:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 10 pid: 7692 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016125.816595:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c660380 00000100:00100000:3.0:1734016125.818440:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 350 00000100:00100000:3.0:1734016125.818452:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338557056:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.821195:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338557056:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2735us (10893us total) trans 4294969855 rc 0/0 00000100:00100000:3.0:1734016125.821207:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 350 00002000:00100000:3.0:1734016125.821218:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4136960->4149247) req@ffff88007c660380 x1818247338557056/t4294969855(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:86/0 lens 12776/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.821227:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660380 with x1818247338557056 ext(4136960->4149247) 00010000:00010000:3.0:1734016125.821237:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:3.0:1734016125.821250:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00002000:00010000:3.0:1734016125.821256:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c660380 00000100:00100000:0.0:1734016125.829308:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.829389:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557184 00000100:00100000:1.0:1734016125.829396:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557184 00010000:00010000:1.0:1734016125.829428:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016125.829467:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3730 00000100:00100000:1.0:1734016125.829474:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338557184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.829486:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016125.829502:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 992 00010000:00010000:1.0:1734016125.829508:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016125.829518:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016125.829536:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea216d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade681 expref: 12 pid: 7692 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016125.829553:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.829554:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.829559:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.829567:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.829596:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.829608:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340877568:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.829653:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016125.831910:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340877568:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.831930:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.831966:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338557184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2491us (2701us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.831975:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3730 00000100:00100000:0.0:1734016125.832223:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.832472:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557312 00000100:00100000:3.0:1734016125.832477:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557312 00000100:00100000:3.0:1734016125.832507:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13383 00000100:00100000:3.0:1734016125.832513:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338557312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.832528:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016125.832543:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6d5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.832564:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.832573:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.832578:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.832580:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016125.832583:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.832606:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 5 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.832620:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 5 pid: 7693 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016125.832630:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340877696:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.832668:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.832675:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 9 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016125.832682:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340877824:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016125.832695:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016125.837378:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.837415:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.837501:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557568 00000100:00100000:1.0:1734016125.837507:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557568 00010000:00010000:1.0:1734016125.837535:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 10 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016125.837557:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557440 00000100:00100000:1.0:1734016125.837560:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557440 00010000:00010000:1.0:1734016125.837568:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 6 pid: 7693 timeout: 494 lvb_type: 1 00000100:00100000:1.0:1734016125.837583:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3731 00000100:00100000:1.0:1734016125.837588:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338557568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.837599:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.837617:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 10 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016125.837626:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 10 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016125.837646:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.837682:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338557568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 93us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.837688:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3731 00000100:00100000:1.0:1734016125.837718:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3732 00000100:00100000:1.0:1734016125.837722:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338557440:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016125.837728:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016125.837734:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 6 pid: 7693 timeout: 494 lvb_type: 1 00010000:00010000:1.0:1734016125.837743:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 6 pid: 7693 timeout: 494 lvb_type: 1 00010000:00010000:1.0:1734016125.837753:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.837755:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016125.837759:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.837767:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016125.837794:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016125.837820:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340877952:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016125.837847:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016125.838181:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2172b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6c7 expref: 6 pid: 7693 timeout: 494 lvb_type: 1 00000100:00100000:3.0:1734016125.838296:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340877696:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.838309:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21708 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2600960->2609151) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ab expref: 9 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016125.838317:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340877824:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016125.838338:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016125.838350:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016125.838372:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338557312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5859us (6150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.838378:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13383 00000100:00100000:1.0:1734016125.839208:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340877952:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016125.839218:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016125.839248:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338557440:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1524us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016125.839257:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3732 00000100:00100000:0.0:1734016125.841083:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.841132:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.841176:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338557824 00000100:00100000:3.0:1734016125.841182:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338557824 00002000:00010000:3.0:1734016125.841207:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016125.841210:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273a680 with x1818247338557824 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016125.841218:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012273a680. 00000100:00100000:3.0:1734016125.841234:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9448 00000100:00100000:3.0:1734016125.841239:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338557824:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016125.841425:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4017755 -> 4194304 00002000:00010000:3.0:1734016125.841427:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.841428:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016125.841430:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016125.841431:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016125.842230:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338557824:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 987us (1149us total) trans 4294968245 rc 0/0 00000100:00100000:3.0:1734016125.842237:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9448 00002000:00010000:3.0:1734016125.842240:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016125.842242:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273a680 with x1818247338557824 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016125.842246:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012273a680. 00000100:00100000:0.0:1734016125.866185:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.866233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016125.866308:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558208 00000100:00100000:1.0:1734016125.866315:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558208 00002000:00100000:1.0:1734016125.866356:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880122738000 x1818247338558208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.866366:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247338558208 ext(4190208->4194303) 00002000:00010000:1.0:1734016125.866371:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:1.0:1734016125.866399:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558080 00000100:00100000:1.0:1734016125.866401:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558080 00002000:00100000:1.0:1734016125.866411:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->5783551) req@ffff880122738a80 x1818247338558080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 504/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.866416:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738a80 with x1818247338558080 ext(0->5783551) 00002000:00010000:1.0:1734016125.866419:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738a80 00000100:00100000:1.0:1734016125.866430:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9450 00000100:00100000:1.0:1734016125.866436:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338558208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016125.866564:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338558208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016125.866570:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9450 00002000:00100000:1.0:1734016125.866575:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880122738000 x1818247338558208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016125.866581:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247338558208 ext(4190208->4194303) 00002000:00010000:1.0:1734016125.866583:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:3.0:1734016125.921540:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338558080:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55037us (55296us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016125.921557:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9451 00002000:00100000:3.0:1734016125.921568:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->5783551) req@ffff880122738a80 x1818247338558080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 504/440 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.921577:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738a80 with x1818247338558080 ext(0->5783551) 00002000:00010000:3.0:1734016125.921582:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738a80 00000100:00100000:0.0:1734016125.943193:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.943268:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558592 00000100:00100000:3.0:1734016125.943298:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558592 00002000:00100000:3.0:1734016125.943330:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5783552->5787647) req@ffff880122738700 x1818247338558592/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 488/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.943339:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247338558592 ext(5783552->5787647) 00002000:00010000:3.0:1734016125.943343:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:3.0:1734016125.943361:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9452 00000100:00100000:3.0:1734016125.943366:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338558592:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.943495:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338558592:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 127us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016125.943501:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9452 00002000:00100000:3.0:1734016125.943506:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5783552->5787647) req@ffff880122738700 x1818247338558592/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 488/4536 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.943512:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247338558592 ext(5783552->5787647) 00002000:00010000:3.0:1734016125.943515:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:0.0:1734016125.946205:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016125.948973:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.950458:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338558976 00000100:00100000:3.0:1734016125.950468:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338558976 00002000:00100000:3.0:1734016125.950506:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5779456->5785277) req@ffff88012273b800 x1818247338558976/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 6312/0 e 0 to 0 dl 1734016136 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.950520:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b800 with x1818247338558976 ext(5779456->5785277) 00002000:00010000:3.0:1734016125.950525:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b800 00000100:00100000:3.0:1734016125.950559:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9454 00000100:00100000:3.0:1734016125.950565:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338558976:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.955386:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338558976:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4809us (6408us total) trans 4294969857 rc 0/0 00000100:00100000:3.0:1734016125.955399:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9454 00002000:00100000:3.0:1734016125.955411:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5779456->5785277) req@ffff88012273b800 x1818247338558976/t4294969857(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:86/0 lens 6312/448 e 0 to 0 dl 1734016136 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016125.955420:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b800 with x1818247338558976 ext(5779456->5785277) 00002000:00010000:3.0:1734016125.955425:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b800 00000100:00100000:0.0:1734016125.958905:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016125.968584:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559104 00000100:00100000:3.0:1734016125.968597:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559104 00000100:00100000:3.0:1734016125.968649:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2584 00000100:00100000:3.0:1734016125.968655:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338559104:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016125.968777:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338559104:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 121us (9878us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.968784:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2584 00000100:00100000:3.0:1734016125.985685:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559232 00000100:00100000:3.0:1734016125.985693:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559232 00000100:00100000:1.0:1734016125.987014:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13384 00000100:00100000:1.0:1734016125.987022:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338559232:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016125.995462:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969857 is committed 00000001:00080000:0.0:1734016125.995477:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969855 is committed 00000100:00100000:0.0:1734016126.001728:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.003418:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559360 00000100:00100000:1.0:1734016126.003428:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559360 00000100:00100000:1.0:1734016126.003476:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2585 00000100:00100000:1.0:1734016126.003483:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338559360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.003501:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.003516:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea21747 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6dc expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.003589:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2174e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.003601:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2174e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.003610:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2174e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:1.0:1734016126.003631:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9979582 00000004:00200000:1.0:1734016126.003634:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016126.003648:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2174e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.003670:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea21747 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6dc expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.003708:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2174e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6dc expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.003715:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016126.003717:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016126.003720:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016126.003761:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338559360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 278us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.003767:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2585 00000100:00100000:0.0:1734016126.006702:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.006784:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559488 00000100:00100000:1.0:1734016126.006792:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559488 00000100:00100000:1.0:1734016126.006849:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2586 00000100:00100000:1.0:1734016126.006856:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338559488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.006873:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.006887:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6e3 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.006968:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016126.006980:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016126.006988:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:1.0:1734016126.007010:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9979582 00000004:00200000:1.0:1734016126.007013:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016126.007026:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:1.0:1734016126.007046:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea21755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6e3 expref: 18 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.007073:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6e3 expref: 17 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.007084:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016126.007086:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016126.007088:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016126.007136:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338559488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 280us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.007142:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2586 00000100:00100000:0.0:1734016126.011523:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.012117:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.012206:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559744 00000100:00100000:3.0:1734016126.012214:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559744 00000100:00100000:3.0:1734016126.012290:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559616 00000100:00100000:3.0:1734016126.012293:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559616 00000100:00100000:3.0:1734016126.012311:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13385 00000100:00100000:3.0:1734016126.012317:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338559744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.012331:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.012346:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea21763 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6f1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.012391:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340878080:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.012436:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.012463:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13386 00000100:00100000:3.0:1734016126.012467:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338559616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.012474:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.012484:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2176a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6ea expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.012506:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340878208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.012523:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00080000:0.0:1734016126.013546:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016096 00000100:00100000:1.0:1734016126.019589:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.019638:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.019704:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338559872 00000100:00100000:3.0:1734016126.019712:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338559872 00000100:00100000:3.0:1734016126.019748:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560000 00000100:00100000:3.0:1734016126.019750:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560000 00000100:00100000:3.0:1734016126.019764:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13387 00000100:00100000:3.0:1734016126.019770:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338559872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.019785:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.019810:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21771 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6f8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.019858:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340878336:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.019904:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.019958:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13388 00000100:00100000:0.0:1734016126.019964:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338560000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.019972:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.019982:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea21778 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade6ff expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.020005:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340878464:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.020023:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.022038:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340878336:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.022064:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21771 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6f8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.022076:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21771 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6f8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016126.022165:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340878464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.022180:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea21778 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ff expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.022188:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea21778 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ff expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.022210:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:1.0:1734016126.022243:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338560000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2278us (2604us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.022251:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13388 00010000:00010000:3.0:1734016126.022647:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016126.022667:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338559872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2896us (3085us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.022672:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13387 00000100:00100000:0.0:1734016126.024950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.025443:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.025499:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560256 00000100:00100000:1.0:1734016126.025505:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560256 00000100:00100000:1.0:1734016126.025534:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560128 00000100:00100000:1.0:1734016126.025535:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560128 00000100:00100000:1.0:1734016126.025554:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13389 00000100:00100000:1.0:1734016126.025560:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338560256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.025573:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.025586:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2177f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade70d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.025628:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340878592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.025670:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.028199:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340878592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.028227:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2177f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade70d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.028238:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2177f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade70d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.028251:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016126.028305:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338560256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2744us (3360us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.028313:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13389 00000100:00100000:0.0:1734016126.031762:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.031819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.032401:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13391 00000100:00100000:1.0:1734016126.032408:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338560384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.032423:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.032438:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2178d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade714 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.032485:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340878848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.032530:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.035999:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340878848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.036016:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2178d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade714 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.036024:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2178d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade714 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.036032:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016126.036050:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338560384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3642us (4298us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.036055:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13391 00000100:00100000:0.0:1734016126.039498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.039660:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560640 00000100:00100000:1.0:1734016126.039668:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560640 00000100:00100000:1.0:1734016126.039702:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13393 00000100:00100000:1.0:1734016126.039708:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338560640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.039722:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.039736:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade722 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.039760:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.039766:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.039768:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.039771:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.039809:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.039820:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 6 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016126.039830:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340879104:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016126.039870:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.049198:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.049303:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338560768 00000100:00100000:1.0:1734016126.049310:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338560768 00010000:00010000:1.0:1734016126.049340:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 7 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016126.049363:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3733 00000100:00100000:1.0:1734016126.049369:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338560768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.049380:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.049398:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 7 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.049408:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 7 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.049424:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21739 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6ce expref: 7 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.049626:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.049628:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.049634:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.049643:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.049676:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.049686:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a127800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340879232:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016126.049728:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.053105:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a127800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340879232:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016126.053123:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.053158:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338560768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3788us (3968us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.053167:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3733 00000100:00100000:0.0:1734016126.065721:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.065768:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.069873:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9456 00000100:00100000:3.0:1734016126.069884:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338561152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.069993:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338561152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 110us (4223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016126.070000:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9456 00002000:00100000:3.0:1734016126.070008:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff8800791faa00 x1818247338561152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.070016:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791faa00 with x1818247338561152 ext(4190208->4194303) 00002000:00010000:3.0:1734016126.070021:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791faa00 00000100:00100000:0.0:1734016126.110643:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.116073:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.118846:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.123821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.127133:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.132577:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.137428:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.137928:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562432 00000100:00100000:3.0:1734016126.137937:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562432 00000100:00100000:3.0:1734016126.138033:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13398 00000100:00100000:3.0:1734016126.138040:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338562432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.138057:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.138074:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade745 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.138098:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.138104:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.138105:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.138108:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4956160->4960255] (req 4956160->4960255) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.138133:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.138143:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016126.138153:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340879872:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.138595:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.144818:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340879872:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.144847:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4956160->4960255] (req 4956160->4960255) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.144861:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016126.144899:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338562432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6858us (7478us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.144910:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13398 00000100:00100000:0.0:1734016126.152894:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.152999:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562560 00000100:00100000:1.0:1734016126.153007:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562560 00010000:00010000:1.0:1734016126.153034:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016126.153059:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3734 00000100:00100000:1.0:1734016126.153066:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338562560:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.153079:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.153099:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.153109:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.153125:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2179b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4403200->4415487) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade722 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.154138:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.154141:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.154147:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.154154:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.154181:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.154190:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a127800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340880000:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016126.158011:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.159872:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a127800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340880000:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016126.159891:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.159927:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338562560:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6861us (7041us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.159941:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3734 00000100:00100000:0.0:1734016126.160394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.160505:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562816 00000100:00100000:3.0:1734016126.160512:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562816 00002000:00100000:3.0:1734016126.160543:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4956160->4960255) req@ffff8800791f9500 x1818247338562816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.160551:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338562816 ext(4956160->4960255) 00002000:00010000:3.0:1734016126.160556:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:3.0:1734016126.160582:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9459 00000100:00100000:3.0:1734016126.160587:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338562816:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.160713:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338562816:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 124us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016126.160719:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9459 00002000:00100000:3.0:1734016126.160724:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4956160->4960255) req@ffff8800791f9500 x1818247338562816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.160731:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338562816 ext(4956160->4960255) 00002000:00010000:3.0:1734016126.160734:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:3.0:1734016126.163148:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338562944 00000100:00100000:3.0:1734016126.163154:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338562944 00000100:00100000:3.0:1734016126.163180:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13399 00000100:00100000:3.0:1734016126.163186:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338562944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.163199:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.163213:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea217c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade74c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.163257:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340880128:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.163330:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.165225:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340880128:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.165247:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea217c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade74c expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.165256:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea217c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade74c expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.166512:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016126.166564:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338562944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3376us (3480us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.166571:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13399 00000100:00100000:0.0:1734016126.168709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.168791:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563072 00000100:00100000:3.0:1734016126.168828:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563072 00000100:00100000:3.0:1734016126.169099:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13400 00000100:00100000:3.0:1734016126.169105:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338563072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.169118:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.169132:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea217cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade753 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.169170:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340880256:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.169600:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.174222:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340880256:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.174253:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea217cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade753 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.174267:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea217cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade753 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.174360:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016126.174527:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338563072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5419us (5822us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.174535:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13400 00000100:00100000:0.0:1734016126.177078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.177162:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563200 00000100:00100000:3.0:1734016126.177169:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563200 00000100:00100000:3.0:1734016126.177201:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13401 00000100:00100000:3.0:1734016126.177207:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338563200:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016126.177469:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016126.177472:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.177474:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016126.177475:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.177477:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1734016126.180915:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338563200:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 3699us (3835us total) trans 4294968246 rc 0/0 00000100:00100000:3.0:1734016126.180927:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13401 00000100:00100000:0.0:1734016126.182118:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.182187:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563328 00000100:00100000:3.0:1734016126.182194:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563328 00000100:00100000:3.0:1734016126.182223:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13402 00000100:00100000:3.0:1734016126.182229:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.182244:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.182258:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade75a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.182321:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.182976:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016126.185589:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:3.0:1734016126.185610:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.185638:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217d3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade75a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.185651:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade75a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.185661:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016126.185701:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3470us (3584us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.185709:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13402 00000100:00100000:1.0:1734016126.188906:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.189025:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563456 00000100:00100000:3.0:1734016126.189032:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563456 00000100:00100000:3.0:1734016126.189083:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13403 00000100:00100000:3.0:1734016126.189091:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.189109:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.189125:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade761 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.189175:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880512:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.189230:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.191472:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880512:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.191503:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217da lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade761 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.191515:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade761 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.191525:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016126.191567:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2476us (2669us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.191575:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13403 00000100:00100000:0.0:1734016126.196085:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.196166:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563584 00000100:00100000:3.0:1734016126.196173:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563584 00000100:00100000:3.0:1734016126.196206:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13404 00000100:00100000:3.0:1734016126.196211:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.196225:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.196238:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade768 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.196296:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880640:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.196345:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.198498:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880640:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.198523:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade768 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.198534:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade768 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.198547:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016126.198577:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2365us (2498us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.198583:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13404 00000100:00100000:0.0:1734016126.201006:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.201392:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563712 00000100:00100000:3.0:1734016126.201399:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563712 00000100:00100000:3.0:1734016126.201436:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13405 00000100:00100000:3.0:1734016126.201443:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.201459:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.201475:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea217e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade76f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.201520:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880768:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.201584:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.203335:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880768:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.203361:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea217e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade76f expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.203372:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea217e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade76f expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.203382:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016126.203414:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1971us (2416us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.203421:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13405 00000100:00100000:1.0:1734016126.206071:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.206174:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563840 00000100:00100000:3.0:1734016126.206181:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563840 00000100:00100000:3.0:1734016126.206625:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13406 00000100:00100000:3.0:1734016126.206632:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.206647:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.206662:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade776 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.206705:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880896:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.206764:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.209302:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340880896:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.209330:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217ef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade776 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.209342:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea217ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade776 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.209356:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016126.209515:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338563840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2882us (3449us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.209525:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13406 00000100:00100000:0.0:1734016126.211598:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.211692:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338563968 00000100:00100000:3.0:1734016126.211699:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338563968 00000100:00100000:3.0:1734016126.211728:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13407 00000100:00100000:3.0:1734016126.211735:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338563968:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016126.211873:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5785278 -> 5785278 00002000:00010000:3.0:1734016126.211876:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.211878:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.211880:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016126.211882:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:3.0:1734016126.212364:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338563968:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 627us (769us total) trans 4294969858 rc 0/0 00000100:00100000:3.0:1734016126.212371:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13407 00000100:00100000:1.0:1734016126.215577:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.215846:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564096 00000100:00100000:3.0:1734016126.215854:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564096 00000100:00100000:3.0:1734016126.215890:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13408 00000100:00100000:3.0:1734016126.215896:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.215909:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.215923:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade77d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.215962:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881024:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.216011:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.217610:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881024:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.217633:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade77d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.217643:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea217f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade77d expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.217870:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016126.217909:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2012us (2337us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.217915:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13408 00000100:00100000:0.0:1734016126.219825:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.219906:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564224 00000100:00100000:3.0:1734016126.219912:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564224 00000100:00100000:3.0:1734016126.219938:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13409 00000100:00100000:3.0:1734016126.219943:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.219955:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.219968:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade784 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.220004:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881152:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.220215:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.221666:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881152:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.221687:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217fd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade784 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.221842:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea217fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade784 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.221855:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016126.221895:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1951us (2073us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.221902:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13409 00000100:00100000:1.0:1734016126.223676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.223808:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564352 00000100:00100000:3.0:1734016126.223816:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564352 00000100:00100000:3.0:1734016126.223920:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13410 00000100:00100000:3.0:1734016126.223926:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.223940:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.223955:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21804 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade78b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.223997:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881280:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.224046:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.225644:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881280:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.225669:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21804 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade78b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.225679:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21804 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade78b expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.225687:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016126.225890:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338564352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1961us (2220us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.225900:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13410 00000100:00100000:1.0:1734016126.228034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.230648:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.230828:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338564864 00000100:00100000:3.0:1734016126.230836:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338564864 00002000:00100000:3.0:1734016126.230870:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2203648->2207743) req@ffff88012f183480 x1818247338564864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.230879:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183480 with x1818247338564864 ext(2203648->2207743) 00002000:00010000:3.0:1734016126.230883:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f183480 00000100:00100000:3.0:1734016126.231028:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9461 00000100:00100000:3.0:1734016126.231034:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338564864:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.231180:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338564864:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 145us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016126.231186:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9461 00002000:00100000:3.0:1734016126.231192:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2203648->2207743) req@ffff88012f183480 x1818247338564864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.231198:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183480 with x1818247338564864 ext(2203648->2207743) 00002000:00010000:3.0:1734016126.231200:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f183480 00000100:00100000:0.0:1734016126.235606:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.241889:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.241983:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565120 00000100:00100000:3.0:1734016126.241991:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565120 00000100:00100000:3.0:1734016126.242029:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13411 00000100:00100000:3.0:1734016126.242036:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338565120:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016126.243379:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969859 is committed 00000100:00100000:3.0:1734016126.243812:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338565120:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1772us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.243821:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13411 00000100:00100000:0.0:1734016126.246001:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.246105:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565248 00000100:00100000:3.0:1734016126.246113:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565248 00000100:00100000:3.0:1734016126.246147:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13412 00000100:00100000:3.0:1734016126.246153:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338565248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.246168:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.246183:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2180b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade792 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.246231:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881408:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.246586:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.248060:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881408:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.248088:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2180b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade792 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.248100:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2180b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade792 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.248110:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016126.248177:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338565248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2022us (2180us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.248185:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13412 00000100:00100000:0.0:1734016126.254652:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.254748:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565376 00000100:00100000:3.0:1734016126.254755:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565376 00000100:00100000:3.0:1734016126.255376:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13413 00000100:00100000:3.0:1734016126.255382:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338565376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.255397:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.255411:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21812 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade799 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.255456:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881536:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.255508:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.259087:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340881536:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.259115:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21812 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade799 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.259127:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21812 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade799 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.259140:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016126.259353:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338565376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3969us (4708us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.259361:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13413 00000100:00100000:1.0:1734016126.261661:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.268439:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.268486:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565760 00000100:00100000:0.0:1734016126.268493:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565760 00010000:00010000:0.0:1734016126.268523:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6e3 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016126.268557:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3735 00000100:00100000:0.0:1734016126.268564:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338565760:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.268579:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.268587:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6e3 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016126.268600:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2175c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6e3 expref: 17 pid: 6486 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016126.268626:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016126.268631:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.268639:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.268645:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.268662:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.269470:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338565760:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 904us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.269480:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3735 00010000:00010000:3.0:1734016126.271853:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271864:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271870:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271874:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4ad00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016126.271877:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271882:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271895:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016126.271898:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.271900:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.271905:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21819 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016126.272242:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.272516:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338565888 00000100:00100000:3.0:1734016126.272523:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338565888 00000100:00100000:3.0:1734016126.272790:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13414 00000100:00100000:3.0:1734016126.272806:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338565888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.272822:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.272835:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7a0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.272857:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.272864:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.272865:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.272868:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.272893:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.272903:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 6 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016126.272915:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340881792:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.272967:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.275454:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340881792:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.275482:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.275496:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016126.275882:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338565888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3074us (3640us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.275890:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13414 00000100:00100000:0.0:1734016126.278888:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566016 00000100:00100000:0.0:1734016126.278897:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566016 00010000:00010000:0.0:1734016126.278924:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016126.279003:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3736 00000100:00100000:0.0:1734016126.279010:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338566016:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.279023:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016126.279037:0:6475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016125 -> 1734016126 00002000:00010000:0.0:1734016126.279040:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1032 00010000:00010000:0.0:1734016126.279045:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016126.279055:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016126.279073:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea217be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4956160->4960255) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade745 expref: 7 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:0.0:1734016126.279476:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.279478:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.279484:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.279492:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.279521:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.279532:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340881920:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016126.279578:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.285627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.285654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.292941:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.296428:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.297021:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.297426:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566528 00000100:00100000:3.0:1734016126.297433:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566528 00000100:00100000:3.0:1734016126.297472:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566656 00000100:00100000:3.0:1734016126.297474:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566656 00000100:00100000:3.0:1734016126.297646:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13415 00000100:00100000:3.0:1734016126.297653:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338566528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.297669:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.297683:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21835 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7ae expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.297726:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340882048:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.297802:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13416 00000100:00100000:0.0:1734016126.297807:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338566656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.297814:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.297823:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2183c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7b5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.297845:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f180000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340882176:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.298607:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.298661:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.300879:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340882048:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.300907:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21835 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7ae expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.300921:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21835 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7ae expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.300936:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016126.300972:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338566528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3318us (4549us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.300980:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13415 00002000:00010000:1.0:1734016126.301071:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:1.0:1734016126.301082:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f180000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340882176:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.301099:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2183c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7b5 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.301107:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea2183c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7b5 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.301135:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:1.0:1734016126.301153:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338566656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3345us (4132us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.301159:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13416 00000100:00100000:1.0:1734016126.306028:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.306937:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.307168:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338566912 00000100:00100000:3.0:1734016126.307172:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338566912 00000100:00100000:3.0:1734016126.307201:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13418 00000100:00100000:3.0:1734016126.307205:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338566912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.307213:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.307222:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2184a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7c3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.307246:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340882432:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.307294:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.310081:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340882432:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.310100:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2184a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7c3 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.310108:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2184a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7c3 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.310229:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016126.310325:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338566912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3117us (3388us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.310331:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13418 00000100:00100000:1.0:1734016126.317264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.319909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.344487:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016126.345071:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.345077:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016126.345148:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968956 00000004:00010000:3.0:1734016126.345181:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012f183800 reply state ffff8800789a4000 transno 4294968957 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016126.345187:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016126.345245:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338567296:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 25216us (25341us total) trans 4294968957 rc 0/0 00000100:00100000:3.0:1734016126.345253:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2590 00000020:00080000:3.0:1734016126.345256:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016126.348093:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348104:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348114:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348118:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49200 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016126.348122:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348128:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348140:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016126.348143:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016126.348146:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.348150:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2185f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016126.348823:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567552 00000100:00100000:3.0:1734016126.348832:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567552 00000100:00100000:3.0:1734016126.348878:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13419 00000100:00100000:3.0:1734016126.348886:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338567552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.348901:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.348915:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7d1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.348941:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.348947:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.348949:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.348952:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.348974:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.348982:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 7 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:3.0:1734016126.348992:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340882688:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.349037:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.350092:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340882688:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016126.350111:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.350121:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:0.0:1734016126.350153:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338567552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1268us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.350160:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13419 00000100:00100000:0.0:1734016126.350411:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.350471:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567680 00000100:00100000:1.0:1734016126.350476:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567680 00010000:00010000:1.0:1734016126.350492:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016126.350543:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3738 00000100:00100000:1.0:1734016126.350548:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338567680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.350557:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.350572:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.350580:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.350593:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21820 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7a0 expref: 8 pid: 7693 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.350890:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.350892:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.350896:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.350904:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.350924:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.350932:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340882816:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016126.351806:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.353133:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340882816:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016126.353147:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.353183:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338567680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2634us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.353191:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3738 00000100:00100000:0.0:1734016126.353989:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567808 00000100:00100000:0.0:1734016126.353995:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567808 00000100:00100000:0.0:1734016126.354032:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13420 00000100:00100000:0.0:1734016126.354037:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338567808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.354052:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.354069:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7d8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.354093:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.354099:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.354101:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016126.354104:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.354126:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.354136:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 10 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:0.0:1734016126.354146:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340882944:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016126.354188:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.361103:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.361188:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338567936 00000100:00100000:1.0:1734016126.361195:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338567936 00010000:00010000:1.0:1734016126.361225:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 11 pid: 8975 timeout: 494 lvb_type: 0 00000100:00100000:1.0:1734016126.361259:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3739 00000100:00100000:1.0:1734016126.361264:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338567936:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.361303:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.361322:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 11 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.361333:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 11 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.361351:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21740 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade6d5 expref: 11 pid: 8975 timeout: 494 lvb_type: 0 00010000:00010000:1.0:1734016126.361367:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.361369:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.361373:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.361385:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.361410:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.361420:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340883072:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016126.361462:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.365761:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.365817:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.365901:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568064 00000100:00100000:3.0:1734016126.365909:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568064 00002000:00010000:3.0:1734016126.365941:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3448046->18446744073709551615) 00002000:00100000:3.0:1734016126.365945:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182300 with x1818247338568064 ext(3448046->18446744073709551615) 00002000:00010000:3.0:1734016126.365956:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f182300. 00000100:00100000:3.0:1734016126.365974:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568192 00000100:00100000:3.0:1734016126.365976:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568192 00002000:00010000:3.0:1734016126.365985:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016126.365987:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338568192 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016126.365995:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f180000. 00000100:00100000:3.0:1734016126.366008:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9465 00000100:00100000:3.0:1734016126.366015:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338568064:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.366751:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3448046 00002000:00010000:3.0:1734016126.366755:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.366757:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016125 00002000:00010000:3.0:1734016126.366759:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.366761:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 944 00000100:00100000:3.0:1734016126.366821:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338568064:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 804us (1067us total) trans 4294969861 rc 0/0 00000100:00100000:3.0:1734016126.366829:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9465 00002000:00010000:3.0:1734016126.366832:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3448046->18446744073709551615) 00002000:00100000:3.0:1734016126.366835:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182300 with x1818247338568064 ext(3448046->18446744073709551615) 00002000:00010000:3.0:1734016126.366838:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f182300. 00000100:00100000:3.0:1734016126.366853:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9466 00000100:00100000:3.0:1734016126.366858:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338568192:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016126.368778:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2515813 -> 0 00002000:00010000:3.0:1734016126.368783:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.368785:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016124 00002000:00010000:3.0:1734016126.368787:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016126.368789:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 0 00000100:00100000:3.0:1734016126.368873:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338568192:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2011us (3053us total) trans 4294968248 rc 0/0 00000100:00100000:3.0:1734016126.368880:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9466 00002000:00010000:3.0:1734016126.368884:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016126.368886:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338568192 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016126.368891:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f180000. 00000100:00100000:1.0:1734016126.372932:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340883072:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016126.372956:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.373032:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338567936:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11764us (11933us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.373043:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3739 00000100:00100000:0.0:1734016126.389894:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.389995:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568320 00000100:00100000:3.0:1734016126.390003:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568320 00000100:00100000:3.0:1734016126.390676:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2591 00000100:00100000:3.0:1734016126.390684:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338568320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.390701:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.390717:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21874 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7df expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.390802:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.390813:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.390822:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016126.390843:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3448046 00000004:00200000:3.0:1734016126.390847:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.390859:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.390878:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21874 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7df expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.391018:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7df expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.391026:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016126.391029:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.391031:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016126.392639:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338568320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1950us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.392648:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2591 00000100:00100000:3.0:1734016126.399555:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568576 00000100:00100000:3.0:1734016126.399563:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568576 00000100:00100000:3.0:1734016126.399607:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568448 00000100:00100000:3.0:1734016126.399610:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568448 00000100:00100000:3.0:1734016126.400013:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13421 00000100:00100000:3.0:1734016126.400020:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338568576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.400035:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016126.400084:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13422 00000100:00100000:0.0:1734016126.400089:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338568448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.400096:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.400105:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea21889 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7e6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.400148:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340883200:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.400188:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.400385:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21882 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.400411:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340883328:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.400432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016126.405319:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016125 00000100:00100000:3.0:1734016126.405347:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340883328:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.405375:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21882 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7ed expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.405386:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21882 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7ed expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.405410:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016126.406268:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338568576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6243us (6836us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.406787:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340883200:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016126.406822:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea21889 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7e6 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.406831:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea21889 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7e6 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.406855:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016126.406884:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338568448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6795us (7411us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.406891:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13422 00000100:00100000:3.0:1734016126.407655:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13421 00000100:00100000:3.0:1734016126.413495:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568832 00000100:00100000:3.0:1734016126.413503:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568832 00000100:00100000:3.0:1734016126.413845:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338568704 00000100:00100000:3.0:1734016126.413848:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338568704 00000100:00100000:0.0:1734016126.413881:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13423 00000100:00100000:0.0:1734016126.413889:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338568832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.413904:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.413919:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21890 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7fb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.413965:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340883456:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.415071:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.415289:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13424 00000100:00100000:3.0:1734016126.415297:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338568704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.415307:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.415317:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21897 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade7f4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.415342:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340883584:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.415370:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.420208:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340883456:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016126.420240:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21890 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7fb expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.420253:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21890 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7fb expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.420267:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016126.420335:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338568832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6445us (6960us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.420343:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13423 00000100:00100000:3.0:1734016126.421063:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340883584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.421082:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21897 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7f4 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.421092:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21897 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7f4 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.421113:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016126.421136:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338568704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5839us (7710us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.421142:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13424 00000100:00100000:0.0:1734016126.425684:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569088 00000100:00100000:0.0:1734016126.425692:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569088 00002000:00100000:0.0:1734016126.425731:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2482176->2486271) req@ffff880079fe1500 x1818247338569088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.425740:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1500 with x1818247338569088 ext(2482176->2486271) 00002000:00010000:0.0:1734016126.425745:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1500 00000100:00100000:0.0:1734016126.426303:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9467 00000100:00100000:0.0:1734016126.426310:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338569088:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.426466:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338569088:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 155us (1290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016126.426472:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9467 00002000:00100000:0.0:1734016126.426478:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2482176->2486271) req@ffff880079fe1500 x1818247338569088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.426485:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1500 with x1818247338569088 ext(2482176->2486271) 00002000:00010000:0.0:1734016126.426488:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1500 00000100:00100000:3.0:1734016126.428892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.433850:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.433997:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569472 00000100:00100000:3.0:1734016126.434005:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569472 00000100:00100000:3.0:1734016126.434046:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2592 00000100:00100000:3.0:1734016126.434053:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338569472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.434076:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.434093:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea2189e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade802 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.434165:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.434177:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.434187:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016126.434208:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3448046 00000004:00200000:3.0:1734016126.434211:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016126.434224:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.434242:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea2189e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.434908:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.434916:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016126.434918:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016126.434920:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016126.435062:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338569472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1007us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.435068:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2592 00000100:00100000:3.0:1734016126.439043:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.439187:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569728 00000100:00100000:0.0:1734016126.439195:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569728 00002000:00100000:0.0:1734016126.439234:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1019904->1023999) req@ffff88007f019180 x1818247338569728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.439243:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019180 with x1818247338569728 ext(1019904->1023999) 00002000:00010000:0.0:1734016126.439250:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f019180 00000100:00100000:1.0:1734016126.444768:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338569984 00000100:00100000:1.0:1734016126.444775:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338569984 00002000:00100000:1.0:1734016126.444817:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1024000->1028095) req@ffff880079fe3b80 x1818247338569984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.444825:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247338569984 ext(1024000->1028095) 00002000:00010000:1.0:1734016126.444830:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3b80 00000100:00100000:1.0:1734016126.444856:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9470 00000100:00100000:1.0:1734016126.444862:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338569984:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.445003:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338569984:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (857us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.445010:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9470 00002000:00100000:1.0:1734016126.445015:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1024000->1028095) req@ffff880079fe3b80 x1818247338569984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.445022:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247338569984 ext(1024000->1028095) 00002000:00010000:1.0:1734016126.445025:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3b80 00000100:00100000:1.0:1734016126.455387:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.455432:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.455493:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570112 00000100:00100000:0.0:1734016126.455502:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570112 00000100:00100000:0.0:1734016126.455534:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570240 00000100:00100000:0.0:1734016126.455536:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570240 00000100:00100000:0.0:1734016126.455558:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13425 00000100:00100000:0.0:1734016126.455564:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338570112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.455580:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.455596:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea218ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade809 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.455638:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340883712:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.455681:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016126.460145:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:0.0:1734016126.460155:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340883712:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016126.460172:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea218ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade809 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.460180:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea218ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade809 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.460195:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016126.460211:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338570112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4647us (4831us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.460216:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13425 00000100:00100000:3.0:1734016126.462825:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.463039:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570368 00000100:00100000:0.0:1734016126.463047:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570368 00000100:00100000:1.0:1734016126.463178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.463904:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570496 00000100:00100000:0.0:1734016126.463909:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570496 00000100:00100000:0.0:1734016126.463939:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13427 00000100:00100000:0.0:1734016126.463946:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338570368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.463961:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.463977:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea218ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade817 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.464020:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340883968:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.464066:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.464295:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13428 00000100:00100000:3.0:1734016126.464300:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338570496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.464308:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.464318:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea218c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade81e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.464342:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340884096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.464365:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.468663:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340884096:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.468694:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea218c1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade81e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.468707:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea218c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade81e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.468978:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016126.469021:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338570496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4717us (5841us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.469028:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13428 00000100:00100000:0.0:1734016126.474965:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.475015:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.475186:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570624 00000100:00100000:3.0:1734016126.475195:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570624 00000100:00100000:3.0:1734016126.475226:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570752 00000100:00100000:3.0:1734016126.475229:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570752 00000100:00100000:3.0:1734016126.475703:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13429 00000100:00100000:3.0:1734016126.475710:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338570624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.475727:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.475742:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea218c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade825 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.475801:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340884224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.475851:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.479402:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340884224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.479432:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea218c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade825 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.479443:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea218c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade825 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.479453:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016126.479786:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338570624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4074us (4827us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.479802:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13429 00000100:00100000:3.0:1734016126.480492:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340884352:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.480528:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea218cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade82c expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.480541:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea218cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade82c expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.480549:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:3.0:1734016126.481259:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338570752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5262us (6241us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.481266:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13430 00000100:00100000:0.0:1734016126.488264:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338571008 00000100:00100000:0.0:1734016126.488297:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338571008 00000100:00100000:0.0:1734016126.488332:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338570880 00000100:00100000:0.0:1734016126.488334:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338570880 00000100:00100000:0.0:1734016126.488353:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13431 00000100:00100000:0.0:1734016126.488359:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338571008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.488373:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.488387:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea218d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade83a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.488431:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340884480:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.488475:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.488488:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13432 00000100:00100000:0.0:1734016126.488492:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338570880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.488498:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.488506:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea218dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade833 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.488525:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340884608:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.488539:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.490104:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340884608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.490136:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea218dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade833 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.490148:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea218dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade833 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.490179:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:1.0:1734016126.490219:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338570880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1724us (2005us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.490227:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13432 00000100:00100000:1.0:1734016126.494175:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.507711:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.513059:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.513700:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.513764:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338571776 00000100:00100000:1.0:1734016126.513772:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338571776 00000100:00100000:1.0:1734016126.513827:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338571648 00000100:00100000:1.0:1734016126.513830:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338571648 00000100:00100000:1.0:1734016126.513847:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13433 00000100:00100000:1.0:1734016126.513854:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338571776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.513869:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.513884:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea218e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade848 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.513932:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340884736:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.513976:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.514027:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13434 00000100:00100000:0.0:1734016126.514033:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338571648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.514040:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.514050:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea218eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade841 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.514075:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340884864:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016126.514093:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.516786:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340884736:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.516828:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea218e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade848 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.516840:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea218e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade848 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.517379:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016126.517402:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338571776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3548us (4352us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.517407:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13433 00000100:00100000:0.0:1734016126.520412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.520547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.520843:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13436 00000100:00100000:3.0:1734016126.520848:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338571904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.520854:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.520863:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea218f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade84f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.520887:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885120:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.520902:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.523635:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885120:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.523652:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea218f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade84f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.523660:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea218f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade84f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.523674:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016126.523689:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338571904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2841us (3143us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.523694:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13436 00000100:00100000:0.0:1734016126.526247:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.526373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.526459:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572160 00000100:00100000:3.0:1734016126.526467:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572160 00000100:00100000:3.0:1734016126.526496:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572288 00000100:00100000:3.0:1734016126.526499:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572288 00000100:00100000:3.0:1734016126.526514:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13437 00000100:00100000:3.0:1734016126.526521:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338572160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.526535:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.526549:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21900 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade85d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.526593:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885248:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.526638:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.526655:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13438 00000100:00100000:3.0:1734016126.526659:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338572288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.526667:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.526675:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21907 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade864 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.526697:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340885376:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.526714:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.529629:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885248:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.529648:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21900 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade85d expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.529657:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21900 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade85d expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.529665:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016126.529688:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338572160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3167us (3448us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.529693:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13437 00000100:00100000:0.0:1734016126.532146:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.532235:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572416 00000100:00100000:3.0:1734016126.532243:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572416 00000100:00100000:3.0:1734016126.532601:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13439 00000100:00100000:3.0:1734016126.532610:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338572416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.532625:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.532641:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade86b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.532664:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.532670:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.532671:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016126.532675:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3256320->3260415] (req 3256320->3260415) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.532707:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.532717:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016126.532727:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885504:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.532776:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.537095:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340885504:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.537139:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3256320->3260415] (req 3256320->3260415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.537155:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016126.537206:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338572416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4596us (5065us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.537213:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13439 00000100:00100000:0.0:1734016126.537659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.537846:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572544 00000100:00100000:1.0:1734016126.537852:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572544 00002000:00100000:1.0:1734016126.537882:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2482176->2494463) req@ffff88007a02b800 x1818247338572544/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 12776/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.537890:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b800 with x1818247338572544 ext(2482176->2494463) 00010000:00010000:1.0:1734016126.537896:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.537909:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016126.537914:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a02b800 00000100:00100000:1.0:1734016126.537944:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 351 00000100:00100000:1.0:1734016126.537949:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338572544:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016126.539495:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338572544:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1541us (1832us total) trans 4294969862 rc 0/0 00000100:00100000:1.0:1734016126.539503:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 351 00002000:00100000:1.0:1734016126.539511:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2482176->2494463) req@ffff88007a02b800 x1818247338572544/t4294969862(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 12776/448 e 0 to 0 dl 1734016137 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.539518:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b800 with x1818247338572544 ext(2482176->2494463) 00010000:00010000:1.0:1734016126.539524:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.539535:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00002000:00010000:1.0:1734016126.539540:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a02b800 00000100:00100000:0.0:1734016126.546407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.547499:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572672 00000100:00100000:1.0:1734016126.547508:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572672 00010000:00010000:1.0:1734016126.547539:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016126.548101:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3740 00000100:00100000:1.0:1734016126.548108:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338572672:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.548121:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016126.548136:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 944 -> 968 00010000:00010000:1.0:1734016126.548141:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.548152:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.548172:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21866 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d1 expref: 10 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.548525:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.548528:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.548533:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.548540:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.548569:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.548580:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340885632:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016126.548664:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.551892:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340885632:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016126.551913:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016126.551964:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338572672:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3854us (5564us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.551974:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3740 00000100:00100000:1.0:1734016126.552859:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338572928 00000100:00100000:1.0:1734016126.552865:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338572928 00002000:00100000:1.0:1734016126.552894:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3256320->3260415) req@ffff880079fe1c00 x1818247338572928/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.552903:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1c00 with x1818247338572928 ext(3256320->3260415) 00002000:00010000:1.0:1734016126.552907:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1c00 00000100:00100000:1.0:1734016126.552934:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9473 00000100:00100000:1.0:1734016126.552940:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338572928:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.553057:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338572928:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.553063:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9473 00002000:00100000:1.0:1734016126.553069:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3256320->3260415) req@ffff880079fe1c00 x1818247338572928/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.553076:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1c00 with x1818247338572928 ext(3256320->3260415) 00002000:00010000:1.0:1734016126.553078:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1c00 00000100:00100000:0.0:1734016126.556552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.556723:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573056 00000100:00100000:3.0:1734016126.556731:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573056 00000100:00100000:3.0:1734016126.557182:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13440 00000100:00100000:3.0:1734016126.557189:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338573056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.557205:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.557219:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21915 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade872 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.557409:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340885760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.557560:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.559490:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340885760:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.559531:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21915 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade872 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.559542:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21915 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade872 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.559559:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016126.559613:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338573056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2423us (3068us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.559620:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13440 00000100:00100000:3.0:1734016126.561552:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573184 00000100:00100000:3.0:1734016126.561559:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573184 00000100:00100000:3.0:1734016126.561587:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13441 00000100:00100000:3.0:1734016126.561593:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338573184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.561604:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.561618:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2191c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade879 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.561658:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340885888:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.561705:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.565571:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340885888:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.565621:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2191c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade879 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.565635:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2191c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade879 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.566331:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016126.569962:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338573184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8356us (8502us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.569974:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13441 00000100:00100000:0.0:1734016126.576386:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.576489:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573440 00000100:00100000:3.0:1734016126.576496:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573440 00000100:00100000:3.0:1734016126.576542:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2593 00000100:00100000:3.0:1734016126.576549:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338573440:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016126.576593:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.576616:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2187b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7df expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.576904:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016126.576909:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016126.577052:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.577063:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.577070:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.577096:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.577107:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 18 pid: 8227 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016126.577118:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340886016:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.577478:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.581266:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340886016:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.581319:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016126.581387:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573568 00000100:00100000:1.0:1734016126.581393:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573568 00010000:00010000:1.0:1734016126.581420:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 19 pid: 8227 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016126.581447:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3741 00000100:00100000:1.0:1734016126.581453:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338573568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016126.581464:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016126.581470:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 19 pid: 8227 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.581478:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 19 pid: 8227 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.581495:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea218a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade802 expref: 19 pid: 8227 timeout: 495 lvb_type: 0 00010000:00010000:1.0:1734016126.581522:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016126.581526:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.581533:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.581539:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016126.581553:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016126.581832:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.581838:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016126.581904:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968958 00000004:00010000:3.0:1734016126.581935:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a029f80 reply state ffff88011cfb7000 transno 4294968959 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016126.581941:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016126.584475:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338573568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3012us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.584487:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3741 00000100:00100000:3.0:1734016126.584592:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338573440:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 8042us (8213us total) trans 4294968959 rc 0/0 00000100:00100000:3.0:1734016126.584599:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2593 00000020:00080000:3.0:1734016126.584603:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016126.586573:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016126.586649:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586661:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586667:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586672:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016126.586675:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586682:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586695:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016126.586698:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016126.586701:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.586705:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21923 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016126.590168:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.590412:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338573824 00000100:00100000:0.0:1734016126.590420:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338573824 00010000:00010000:0.0:1734016126.590451:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 9 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016126.590644:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3742 00000100:00100000:0.0:1734016126.590649:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338573824:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.590660:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.590677:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 9 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.590686:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 9 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.590704:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2190e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3256320->3260415) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade86b expref: 9 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.590729:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.590731:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.590735:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.590747:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.590777:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.590795:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340886272:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016126.590835:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.592442:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016126.598988:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.599054:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340886272:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016126.599071:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.600220:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338573824:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9569us (10052us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.600228:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3742 00000100:00100000:3.0:1734016126.604424:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.604584:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574080 00000100:00100000:0.0:1734016126.604591:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574080 00010000:00010000:0.0:1734016126.604617:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:0.0:1734016126.604651:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3743 00000100:00100000:0.0:1734016126.604657:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338574080:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016126.604669:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016126.604687:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.604702:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.604721:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea2186d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade7d8 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:0.0:1734016126.604746:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.604748:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016126.604754:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.604762:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.604797:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016126.604808:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340886528:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016126.604848:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.608466:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340886528:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016126.608489:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016126.608932:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338574080:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4272us (4509us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.608942:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3743 00000100:00100000:1.0:1734016126.609704:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.609749:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.610198:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574336 00000100:00100000:3.0:1734016126.610205:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574336 00002000:00010000:3.0:1734016126.610230:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016126.610234:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5880 with x1818247338574336 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016126.610244:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5880. 00000100:00100000:3.0:1734016126.610455:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574208 00000100:00100000:3.0:1734016126.610459:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574208 00002000:00010000:3.0:1734016126.610470:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5891974->18446744073709551615) 00002000:00100000:3.0:1734016126.610472:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338574208 ext(5891974->18446744073709551615) 00002000:00010000:3.0:1734016126.610479:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480. 00000100:00100000:0.0:1734016126.610557:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9474 00000100:00100000:0.0:1734016126.610563:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338574336:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016126.610772:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016126.610775:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.610777:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016124 00002000:00010000:1.0:1734016126.610779:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.610781:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016126.610831:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338574336:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 267us (1128us total) trans 4294968249 rc 0/0 00000100:00100000:1.0:1734016126.610838:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9474 00002000:00010000:1.0:1734016126.610841:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016126.610843:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5880 with x1818247338574336 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016126.610846:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5880. 00000100:00100000:1.0:1734016126.610861:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9475 00000100:00100000:1.0:1734016126.610864:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338574208:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016126.610965:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3448046 -> 5891974 00002000:00010000:1.0:1734016126.610968:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.610969:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:1.0:1734016126.610971:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.610972:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:1.0:1734016126.610990:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338574208:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 124us (1241us total) trans 4294969863 rc 0/0 00000100:00100000:1.0:1734016126.610996:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9475 00002000:00010000:1.0:1734016126.610998:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5891974->18446744073709551615) 00002000:00100000:1.0:1734016126.611000:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338574208 ext(5891974->18446744073709551615) 00002000:00010000:1.0:1734016126.611004:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480. 00000100:00100000:3.0:1734016126.613209:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.613367:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574464 00000100:00100000:0.0:1734016126.613374:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574464 00000100:00100000:0.0:1734016126.613650:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2594 00000100:00100000:0.0:1734016126.613655:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338574464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016126.613669:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016126.613683:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea21938 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade88e expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.613748:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea2193f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.613759:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea2193f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.613767:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea2193f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016126.613784:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10086278 00000004:00200000:0.0:1734016126.613796:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016126.613809:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea2193f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.613826:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea21938 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade88e expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.613843:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea2193f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade88e expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016126.613849:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016126.613852:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016126.613854:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016126.613884:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338574464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 229us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016126.613889:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2594 00000100:00100000:0.0:1734016126.615513:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.616090:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.616201:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574720 00000100:00100000:1.0:1734016126.616209:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574720 00000100:00100000:1.0:1734016126.616253:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338574592 00000100:00100000:1.0:1734016126.616256:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338574592 00000100:00100000:1.0:1734016126.616301:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13444 00000100:00100000:1.0:1734016126.616307:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338574720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.616322:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.616337:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21946 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade89c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.616381:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340886656:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.616428:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.616501:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13445 00000100:00100000:3.0:1734016126.616507:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338574592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.616515:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.616524:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2194d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade895 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.616548:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340886784:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.616568:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016126.618910:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:3.0:1734016126.618922:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340886784:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.618941:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2194d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade895 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.618949:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea2194d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade895 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.618960:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016126.619392:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338574592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2884us (3302us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.619399:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13445 00000100:00100000:3.0:1734016126.623027:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.623079:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.623558:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13447 00000100:00100000:1.0:1734016126.623564:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338574976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.623571:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.623582:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea2195b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8aa expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.623607:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.623627:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.626116:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.626134:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea2195b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8aa expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.626143:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea2195b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8aa expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.626164:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016126.626192:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338574976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2628us (3114us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.626197:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13447 00000100:00100000:0.0:1734016126.644212:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.644382:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338575232 00000100:00100000:1.0:1734016126.644390:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338575232 00002000:00100000:1.0:1734016126.644439:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007aa7d500 x1818247338575232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.644448:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338575232 ext(0->4194303) 00002000:00010000:1.0:1734016126.644453:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:1.0:1734016126.645886:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9476 00000100:00100000:1.0:1734016126.645893:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338575232:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.652580:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.701809:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338575232:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55906us (57595us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016126.701822:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9476 00002000:00100000:1.0:1734016126.701832:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007aa7d500 x1818247338575232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.701842:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338575232 ext(0->4194303) 00002000:00010000:1.0:1734016126.701847:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:3.0:1734016126.706829:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340887168 00000100:00100000:3.0:1734016126.706838:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340887168 00000100:00100000:3.0:1734016126.706899:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1734016126.706906:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340887168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016126.706936:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 662479424 pending 0 free 3923673088 avail 3692150784 00000100:00100000:3.0:1734016126.706973:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340887168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.706979:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:0.0:1734016126.707027:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016096 00000100:00100000:0.0:1734016126.737178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.738892:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.738912:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338575744 00000100:00100000:1.0:1734016126.738921:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338575744 00000100:00100000:1.0:1734016126.738972:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13448 00000100:00100000:1.0:1734016126.738980:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338575744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.739002:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.739019:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21962 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8b1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.739070:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340887296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.739129:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.741887:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13449 00000100:00100000:3.0:1734016126.741899:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338575872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.741920:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.741943:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21969 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8b8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.741996:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340887424:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.742071:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.742170:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.742313:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576000 00000100:00100000:0.0:1734016126.742321:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576000 00002000:00100000:0.0:1734016126.742349:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5894143) req@ffff88007aa7dc00 x1818247338576000/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016126.742358:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7dc00 with x1818247338576000 ext(4194304->5894143) 00002000:00010000:0.0:1734016126.742363:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7dc00 00000100:00100000:1.0:1734016126.745632:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9478 00000100:00100000:1.0:1734016126.745645:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338576000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016126.748566:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340887296:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016126.748597:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21962 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8b1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.748609:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21962 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8b1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.748634:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:0.0:1734016126.748677:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338575744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9697us (11506us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.748685:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13448 00000100:00100000:3.0:1734016126.748899:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340887424:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.748918:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21969 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8b8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.748927:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21969 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8b8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.748951:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016126.748972:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338575872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7075us (10086us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.748977:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13449 00000100:00100000:0.0:1734016126.772931:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.774583:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338576000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 28934us (32406us total) trans 0 rc 1699840/1699840 00000100:00100000:1.0:1734016126.774595:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9478 00002000:00100000:1.0:1734016126.774606:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5894143) req@ffff88007aa7dc00 x1818247338576000/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:87/0 lens 488/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 1699840/1699840 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.774615:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7dc00 with x1818247338576000 ext(4194304->5894143) 00002000:00010000:1.0:1734016126.774621:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7dc00 00000100:00100000:3.0:1734016126.774900:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576128 00000100:00100000:3.0:1734016126.774909:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576128 00000100:00100000:3.0:1734016126.774943:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13450 00000100:00100000:3.0:1734016126.774949:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338576128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.774964:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016126.774979:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea21970 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8bf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.775025:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340887552:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016126.775062:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.779187:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.782993:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576256 00000100:00100000:1.0:1734016126.783004:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576256 00000100:00100000:1.0:1734016126.783070:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13451 00000100:00100000:1.0:1734016126.783078:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338576256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.783096:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.783114:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21977 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8c6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.783165:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887680:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.783245:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.783934:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340887552:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016126.783961:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea21970 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8bf expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.783972:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea21970 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8bf expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.783986:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016126.784007:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338576128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9058us (11086us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016126.784014:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13450 00000100:00100000:1.0:1734016126.791595:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887680:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.791626:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21977 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8c6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.791639:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21977 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8c6 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.792941:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016126.793021:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338576256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9940us (13837us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.793031:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13451 00000100:00100000:0.0:1734016126.797631:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.797708:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576384 00000100:00100000:1.0:1734016126.797718:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576384 00000100:00100000:1.0:1734016126.797827:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13452 00000100:00100000:1.0:1734016126.797833:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338576384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.797849:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.797865:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8cd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.797893:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.797901:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.797903:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.797906:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1388544->1396735] (req 1388544->1396735) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.797940:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.797952:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21931 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade887 expref: 11 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016126.797964:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887808:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016126.800875:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.802558:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340887808:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016126.802585:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1388544->1396735] (req 1388544->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.802600:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016126.804714:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338576384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6870us (7080us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.804727:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13452 00000100:00100000:0.0:1734016126.810484:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.817197:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.817762:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338576768 00000100:00100000:1.0:1734016126.817769:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338576768 00002000:00100000:1.0:1734016126.817817:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1388544->1392639) req@ffff88007aa7d880 x1818247338576768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.817825:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d880 with x1818247338576768 ext(1388544->1392639) 00002000:00010000:1.0:1734016126.817830:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d880 00000100:00100000:1.0:1734016126.819387:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9479 00000100:00100000:1.0:1734016126.819395:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338576768:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.819589:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338576768:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 194us (2401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.819595:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9479 00002000:00100000:1.0:1734016126.819601:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1388544->1392639) req@ffff88007aa7d880 x1818247338576768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.819609:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d880 with x1818247338576768 ext(1388544->1392639) 00002000:00010000:1.0:1734016126.819614:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d880 00000100:00100000:0.0:1734016126.825051:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.825188:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577024 00000100:00100000:3.0:1734016126.825196:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577024 00002000:00100000:3.0:1734016126.825232:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1392640->1396735) req@ffff88007aa7f480 x1818247338577024/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.825242:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f480 with x1818247338577024 ext(1392640->1396735) 00002000:00010000:3.0:1734016126.825247:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f480 00000100:00100000:3.0:1734016126.825310:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9480 00000100:00100000:3.0:1734016126.825317:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338577024:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.825472:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338577024:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 155us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016126.825479:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9480 00002000:00100000:3.0:1734016126.825485:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1392640->1396735) req@ffff88007aa7f480 x1818247338577024/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.825491:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f480 with x1818247338577024 ext(1392640->1396735) 00002000:00010000:3.0:1734016126.825494:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f480 00000100:00100000:0.0:1734016126.831204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.831321:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577152 00000100:00100000:1.0:1734016126.831330:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577152 00000100:00100000:1.0:1734016126.831383:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13453 00000100:00100000:1.0:1734016126.831391:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338577152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.831408:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.831425:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea21985 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8d4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.831478:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888064:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.831530:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.834166:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888064:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.834209:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea21985 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8d4 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.834226:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea21985 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8d4 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.834259:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016126.834363:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338577152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2970us (3168us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.834373:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13453 00000100:00100000:0.0:1734016126.837028:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.837129:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577280 00000100:00100000:1.0:1734016126.837138:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577280 00000100:00100000:1.0:1734016126.837187:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13454 00000100:00100000:1.0:1734016126.837195:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338577280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.837211:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.837227:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2198c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8db expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.837339:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.837392:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.843164:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888192:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.843200:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2198c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8db expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.843218:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2198c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8db expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.843248:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016126.843521:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338577280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6325us (6501us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.843530:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13454 00000100:00100000:0.0:1734016126.847184:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.848237:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577408 00000100:00100000:1.0:1734016126.848251:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577408 00000100:00100000:1.0:1734016126.848338:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13455 00000100:00100000:1.0:1734016126.848346:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338577408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.848364:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.848385:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8e2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.848413:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.848421:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.848423:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016126.848426:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [307200->315391] (req 307200->315391) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.848459:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.848471:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2192a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade880 expref: 8 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:1.0:1734016126.848484:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888320:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016126.848537:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016126.854850:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016126.854878:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [307200->315391] (req 307200->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.854894:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016126.854939:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338577408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6594us (7768us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.854948:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13455 00000100:00100000:0.0:1734016126.861773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.869896:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.869972:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577664 00000100:00100000:1.0:1734016126.869980:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577664 00000100:00100000:1.0:1734016126.870069:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13456 00000100:00100000:1.0:1734016126.870076:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338577664:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016126.872041:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5891974 -> 5891974 00002000:00010000:1.0:1734016126.872047:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.872049:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:1.0:1734016126.872051:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.872053:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:1.0:1734016126.874130:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338577664:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 4044us (4229us total) trans 4294969864 rc 0/0 00000100:00100000:1.0:1734016126.874143:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13456 00000100:00100000:0.0:1734016126.876605:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.880709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.880763:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.880842:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338578048 00000100:00100000:1.0:1734016126.880849:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338578048 00000100:00100000:1.0:1734016126.880889:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338577920 00000100:00100000:1.0:1734016126.880891:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338577920 00000100:00100000:1.0:1734016126.880903:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13457 00000100:00100000:1.0:1734016126.880909:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338578048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.880922:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.880936:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea219a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8f7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016126.880956:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.880958:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016126.880964:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea219a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8f7 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.880977:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea219a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8f7 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.880986:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016126.881020:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338578048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 111us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016126.881025:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13457 00000100:00100000:1.0:1734016126.881052:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13458 00000100:00100000:1.0:1734016126.881055:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338577920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.881061:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.881068:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea219af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8f0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.881096:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888576:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.881121:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016126.888444:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016125 -> 1734016126 00000100:00100000:1.0:1734016126.888478:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888576:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016126.888514:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea219af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8f0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.888527:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea219af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8f0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016126.888558:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016126.888598:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338577920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7540us (7833us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016126.888605:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13458 00000100:00100000:0.0:1734016126.892663:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.892757:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338578176 00000100:00100000:1.0:1734016126.892764:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338578176 00000100:00100000:1.0:1734016126.892889:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13459 00000100:00100000:1.0:1734016126.892895:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338578176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016126.892912:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016126.892929:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea219b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade8fe expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016126.892977:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888704:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016126.893091:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.899390:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340888704:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016126.899442:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea219b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8fe expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.899463:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea219b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8fe expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016126.899489:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:0.0:1734016126.899560:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338578176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6663us (6903us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016126.899573:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13459 00000100:00100000:0.0:1734016126.904576:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.908745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016126.910187:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016126.910195:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016126.910295:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968960 00000004:00010000:3.0:1734016126.910341:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007aa7e300 reply state ffff8800789a3000 transno 4294968961 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016126.910348:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016126.911146:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338578432:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6121us (6577us total) trans 4294968961 rc 0/0 00000100:00100000:3.0:1734016126.911154:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2596 00000020:00080000:3.0:1734016126.911158:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016126.913524:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913538:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913544:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913549:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016126.913553:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913559:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913572:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016126.913574:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016126.913578:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016126.913582:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea219bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016126.913851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016126.915648:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1396735) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.915661:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1396735) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016126.915670:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340889088:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016126.915696:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016126.918192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.918241:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.918740:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3748 00000100:00100000:3.0:1734016126.918745:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338578944:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.918753:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016126.918762:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1388544->1396735) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 9 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016126.918770:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1388544->1396735) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 9 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016126.918780:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.918791:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016126.918795:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.918802:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.918829:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016126.918843:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340889216:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016126.920170:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016126.920202:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea219a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8f7 expref: 11 pid: 7693 timeout: 495 lvb_type: 1 00000100:00100000:3.0:1734016126.920224:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340888960:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.920233:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2197e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1388544->1396735) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8cd expref: 9 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016126.920240:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340889088:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016126.920260:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016126.920268:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:3.0:1734016126.920300:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338578688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5402us (6455us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.920306:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13460 00000100:00100000:0.0:1734016126.924056:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.924338:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340889216:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016126.924361:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016126.925126:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338578944:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6376us (6882us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.925136:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3748 00000100:00100000:0.0:1734016126.925334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.925508:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338579200 00000100:00100000:1.0:1734016126.925514:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338579200 00002000:00010000:1.0:1734016126.925540:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016126.925544:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2ed80 with x1818247338579200 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016126.925553:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2ed80. 00000100:00100000:1.0:1734016126.925572:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338579072 00000100:00100000:1.0:1734016126.925575:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338579072 00002000:00010000:1.0:1734016126.925585:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5989242->18446744073709551615) 00002000:00100000:1.0:1734016126.925587:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f100 with x1818247338579072 ext(5989242->18446744073709551615) 00002000:00010000:1.0:1734016126.925593:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f100. 00000100:00100000:1.0:1734016126.925605:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9481 00000100:00100000:1.0:1734016126.925610:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338579200:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016126.925725:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016126.925728:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.925730:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016124 00002000:00010000:1.0:1734016126.925732:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.925733:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016126.925759:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338579200:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 148us (1711us total) trans 4294968250 rc 0/0 00000100:00100000:1.0:1734016126.925765:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9481 00002000:00010000:1.0:1734016126.925768:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016126.925770:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2ed80 with x1818247338579200 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016126.925773:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2ed80. 00000100:00100000:1.0:1734016126.925812:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9482 00000100:00100000:1.0:1734016126.925817:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338579072:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016126.925920:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5891974 -> 5989242 00002000:00010000:1.0:1734016126.925922:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.925924:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016126 -> 1734016125 00002000:00010000:1.0:1734016126.925925:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016126 00002000:00010000:1.0:1734016126.925927:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:1.0:1734016126.925944:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338579072:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 126us (610us total) trans 4294969865 rc 0/0 00000100:00100000:1.0:1734016126.925950:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9482 00002000:00010000:1.0:1734016126.925952:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5989242->18446744073709551615) 00002000:00100000:1.0:1734016126.925954:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f100 with x1818247338579072 ext(5989242->18446744073709551615) 00002000:00010000:1.0:1734016126.925958:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f100. 00000100:00100000:0.0:1734016126.936671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.936722:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016126.937945:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9484 00000100:00100000:3.0:1734016126.937952:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338579456:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.981221:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338579456:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 43258us (44488us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016126.981233:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9484 00002000:00100000:3.0:1734016126.981244:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->5984255) req@ffff880079f2fb80 x1818247338579456/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 504/440 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016126.981253:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2fb80 with x1818247338579456 ext(0->5984255) 00002000:00010000:3.0:1734016126.981258:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2fb80 00000100:00100000:0.0:1734016126.992771:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016126.993436:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016126.993527:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338579968 00000100:00100000:1.0:1734016126.993535:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338579968 00002000:00100000:1.0:1734016126.993577:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5984256->5988351) req@ffff880079f2d180 x1818247338579968/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.993586:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d180 with x1818247338579968 ext(5984256->5988351) 00002000:00010000:1.0:1734016126.993591:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2d180 00000100:00100000:1.0:1734016126.993621:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580224 00000100:00100000:1.0:1734016126.993624:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580224 00002000:00100000:1.0:1734016126.993638:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079f2d880 x1818247338580224/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/0 e 0 to 0 dl 1734016137 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.993645:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d880 with x1818247338580224 ext(0->4194303) 00002000:00010000:1.0:1734016126.993648:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2d880 00000100:00100000:1.0:1734016126.993660:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9485 00000100:00100000:1.0:1734016126.993666:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338579968:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016126.993856:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338579968:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 189us (1095us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016126.993863:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9485 00002000:00100000:1.0:1734016126.993870:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5984256->5988351) req@ffff880079f2d180 x1818247338579968/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:87/0 lens 488/4536 e 0 to 0 dl 1734016137 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016126.993876:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d180 with x1818247338579968 ext(5984256->5988351) 00002000:00010000:1.0:1734016126.993879:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2d180 00000100:00100000:1.0:1734016126.993896:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9486 00000100:00100000:1.0:1734016126.993900:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338580224:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.004409:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016127.007353:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00100000:3.0:1734016127.033203:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338580480:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 28553us (28793us total) trans 0 rc 1789952/1789952 00000100:00100000:3.0:1734016127.033215:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9487 00002000:00100000:3.0:1734016127.033225:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5992447) req@ffff880079f2ea00 x1818247338580480/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 1789952/1789952 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.033234:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2ea00 with x1818247338580480 ext(4194304->5992447) 00002000:00010000:3.0:1734016127.033239:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2ea00 00000100:00100000:0.0:1734016127.062733:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.062820:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580608 00000100:00100000:3.0:1734016127.062828:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580608 00002000:00100000:3.0:1734016127.062863:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5980160->5989241) req@ffff880079f2c000 x1818247338580608/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 9576/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.062873:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2c000 with x1818247338580608 ext(5980160->5989241) 00002000:00010000:3.0:1734016127.062877:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2c000 00000100:00100000:3.0:1734016127.062907:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9488 00000100:00100000:3.0:1734016127.062913:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338580608:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016127.063685:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338580608:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 768us (956us total) trans 4294969866 rc 0/0 00000100:00100000:3.0:1734016127.063692:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9488 00002000:00100000:3.0:1734016127.063697:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5980160->5989241) req@ffff880079f2c000 x1818247338580608/t4294969866(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 9576/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.063705:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2c000 with x1818247338580608 ext(5980160->5989241) 00002000:00010000:3.0:1734016127.063708:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2c000 00000100:00100000:0.0:1734016127.068263:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.068685:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580736 00000100:00100000:3.0:1734016127.068693:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580736 00000100:00100000:3.0:1734016127.068743:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2597 00000100:00100000:3.0:1734016127.068749:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338580736:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016127.068882:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338580736:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 133us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.068889:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2597 00000100:00080000:0.0:1734016127.069205:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:0.0:1734016127.075968:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.076661:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338580864 00000100:00100000:3.0:1734016127.076675:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338580864 00000100:00100000:3.0:1734016127.076738:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13461 00000100:00100000:3.0:1734016127.076749:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338580864:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016127.081750:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969866 is committed 00000001:00080000:0.0:1734016127.081771:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969863 is committed 00000100:00100000:3.0:1734016127.082046:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338580864:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 5294us (6083us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.082057:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13461 00000100:00100000:0.0:1734016127.087862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.093206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.093359:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581120 00000100:00100000:3.0:1734016127.093371:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581120 00000100:00100000:3.0:1734016127.093431:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13462 00000100:00100000:3.0:1734016127.093444:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338581120:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016127.093716:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5989242 -> 5989242 00002000:00010000:3.0:1734016127.093721:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016126 -> 1734016126 00002000:00010000:3.0:1734016127.093723:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016125 -> 1734016126 00002000:00010000:3.0:1734016127.093725:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016126 -> 1734016127 00002000:00010000:3.0:1734016127.093726:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 1000 00000100:00100000:3.0:1734016127.093796:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338581120:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 354us (604us total) trans 4294969867 rc 0/0 00000100:00100000:3.0:1734016127.093804:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13462 00000100:00100000:0.0:1734016127.098495:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.098622:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581248 00000100:00100000:3.0:1734016127.098630:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581248 00000100:00080000:0.0:1734016127.099470:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016097 00000100:00100000:3.0:1734016127.099515:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2599 00000100:00100000:3.0:1734016127.099522:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338581248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.099555:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.099576:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea219d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade913 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.099677:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.099694:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.099705:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016127.099729:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10183546 00000004:00200000:3.0:1734016127.099732:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.099750:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.099792:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea219d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade913 expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.099816:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade913 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.099825:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.099829:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.099832:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016127.099917:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338581248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 393us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.099926:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2599 00000100:00100000:0.0:1734016127.104034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00080000:0.0:1734016127.104711:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016097 00000100:00100000:1.0:1734016127.104774:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.104834:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581504 00000100:00100000:0.0:1734016127.104837:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581504 00000100:00100000:0.0:1734016127.104873:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13464 00000100:00100000:0.0:1734016127.104878:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338581504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.104885:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.104896:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea219ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade921 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.104923:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340889472:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016127.104948:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00080000:1.0:1734016127.105142:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016097 00002000:00010000:1.0:1734016127.127029:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016126 00000100:00100000:1.0:1734016127.127051:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340889472:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.127077:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea219ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade921 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.127091:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea219ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade921 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.127117:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:1.0:1734016127.127150:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338581504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 22271us (22375us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.127157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13464 00000100:00100000:3.0:1734016127.133991:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581760 00000100:00100000:3.0:1734016127.134000:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581760 00000100:00100000:3.0:1734016127.134034:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581632 00000100:00100000:3.0:1734016127.134036:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581632 00000100:00100000:3.0:1734016127.134052:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13465 00000100:00100000:3.0:1734016127.134059:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338581760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.134077:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.134093:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea219f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade92f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.134141:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340889600:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.134188:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.134212:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13466 00000100:00100000:3.0:1734016127.134217:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338581632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.134224:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.134234:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea219fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade928 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.134258:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f018000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340889728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.134296:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.141161:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340889600:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.141185:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea219f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade92f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.141196:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea219f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade92f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.141926:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016127.142948:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338581760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8882us (9074us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.142959:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13465 00000100:00100000:3.0:1734016127.147688:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338581888 00000100:00100000:3.0:1734016127.147701:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338581888 00000100:00100000:3.0:1734016127.147736:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582016 00000100:00100000:3.0:1734016127.147738:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582016 00000100:00100000:3.0:1734016127.147949:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13467 00000100:00100000:3.0:1734016127.147958:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338581888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.147978:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.147993:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21a03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade936 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.148051:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340889856:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.148688:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13468 00000100:00100000:1.0:1734016127.148694:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338582016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.148704:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.148716:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21a0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade93d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.148747:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f180e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340889984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.148816:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.148899:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.153011:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f180e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340889984:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.153043:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21a0a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade93d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.153055:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21a0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade93d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.153082:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016127.153122:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338582016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4427us (5513us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.153129:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13468 00000100:00100000:3.0:1734016127.153469:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340889856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.153490:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21a03 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade936 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.153499:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21a03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade936 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.153512:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016127.154721:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338581888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6758us (7165us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.154730:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13467 00000100:00100000:0.0:1734016127.162101:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.162400:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582144 00000100:00100000:3.0:1734016127.162409:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582144 00000100:00100000:3.0:1734016127.162467:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13469 00000100:00100000:3.0:1734016127.162474:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338582144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.162492:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.162513:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade944 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.162541:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.162549:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.162551:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.162555:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5410816->5414911] (req 5410816->5414911) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.162590:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.162602:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.162615:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890112:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.162686:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.169973:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.170005:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5410816->5414911] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.170023:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016127.170061:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338582144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7587us (7970us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.170068:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13469 00000100:00100000:0.0:1734016127.181246:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.181498:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582272 00000100:00100000:3.0:1734016127.181508:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582272 00010000:00010000:3.0:1734016127.181546:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.181587:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3749 00000100:00100000:3.0:1734016127.181596:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338582272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.181616:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.181643:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016127.181656:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016127.181682:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21993 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 307200->315391) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade8e2 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:3.0:1734016127.184318:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.184323:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.184335:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.184345:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.184388:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.184401:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340890240:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016127.184467:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.188146:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340890240:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016127.188169:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.188219:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338582272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6623us (6984us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.188229:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3749 00000100:00100000:0.0:1734016127.189028:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582528 00000100:00100000:0.0:1734016127.189035:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582528 00002000:00100000:0.0:1734016127.189070:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5410816->5992447) req@ffff88007a96a300 x1818247338582528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.189078:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a300 with x1818247338582528 ext(5410816->5992447) 00002000:00010000:0.0:1734016127.189083:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a300 00000100:00100000:0.0:1734016127.189111:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9489 00000100:00100000:0.0:1734016127.189117:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338582528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.194930:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338582528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 5801us (6053us total) trans 0 rc 102400/102400 00000100:00100000:0.0:1734016127.194940:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9489 00002000:00100000:0.0:1734016127.194951:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5410816->5992447) req@ffff88007a96a300 x1818247338582528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.194959:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a300 with x1818247338582528 ext(5410816->5992447) 00002000:00010000:0.0:1734016127.194966:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a300 00000100:00100000:0.0:1734016127.198761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.203406:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338582912 00000100:00100000:3.0:1734016127.203413:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338582912 00000100:00100000:3.0:1734016127.203465:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13470 00000100:00100000:3.0:1734016127.203472:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338582912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.203490:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.203508:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21a18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade94b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.203559:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340890368:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.203625:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.205316:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340890368:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.205349:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21a18 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade94b expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.205360:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21a18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade94b expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.205373:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016127.205421:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338582912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1949us (2657us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.205427:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13470 00000100:00100000:0.0:1734016127.208673:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.208899:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583040 00000100:00100000:3.0:1734016127.208907:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583040 00000100:00100000:3.0:1734016127.209474:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13471 00000100:00100000:3.0:1734016127.209482:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338583040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.209500:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.209519:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21a1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade952 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.209573:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340890496:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.209622:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.211719:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340890496:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.211750:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21a1f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade952 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.211762:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21a1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade952 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.211811:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016127.211858:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338583040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2376us (3196us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.211866:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13471 00000100:00100000:0.0:1734016127.214442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.214604:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583168 00000100:00100000:3.0:1734016127.214614:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583168 00000100:00100000:3.0:1734016127.214661:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13472 00000100:00100000:3.0:1734016127.214668:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338583168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.214683:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.214708:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade959 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.214734:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.214745:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.214746:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.214750:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3993600->4001791] (req 3993600->4001791) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade959 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.214785:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.214796:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 8 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.214808:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890624:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.215549:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.218515:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016127.219303:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21a11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5410816->5414911) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade944 expref: 9 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.219330:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890624:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.219350:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4001791) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade959 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.219359:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016127.219394:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338583168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4726us (4960us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.219401:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13472 00000100:00100000:0.0:1734016127.224733:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583552 00000100:00100000:0.0:1734016127.224741:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583552 00002000:00100000:0.0:1734016127.224787:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3993600->3997695) req@ffff88007a96b480 x1818247338583552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.224795:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b480 with x1818247338583552 ext(3993600->3997695) 00002000:00010000:0.0:1734016127.224801:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96b480 00000100:00100000:0.0:1734016127.224828:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9491 00000100:00100000:0.0:1734016127.224835:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338583552:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.225126:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338583552:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 288us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.225133:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9491 00002000:00100000:0.0:1734016127.225138:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3993600->3997695) req@ffff88007a96b480 x1818247338583552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.225145:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b480 with x1818247338583552 ext(3993600->3997695) 00002000:00010000:0.0:1734016127.225148:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96b480 00000100:00100000:0.0:1734016127.226988:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.233793:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.233880:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338583936 00000100:00100000:3.0:1734016127.233888:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338583936 00000100:00100000:3.0:1734016127.233940:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13473 00000100:00100000:3.0:1734016127.233947:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338583936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.233965:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.233984:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21a2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade960 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.234038:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890880:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.234086:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.235520:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016126 -> 1734016127 00000100:00100000:3.0:1734016127.235542:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340890880:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.235573:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21a2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade960 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.235584:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21a2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade960 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.235645:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016127.236534:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338583936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2584us (2758us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.236543:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13473 00000100:00100000:0.0:1734016127.240831:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.241069:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584064 00000100:00100000:3.0:1734016127.241076:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584064 00000100:00100000:3.0:1734016127.241122:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13474 00000100:00100000:3.0:1734016127.241130:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338584064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.241148:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.241164:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade967 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.241210:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891008:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.242098:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.243973:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.244008:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21a34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade967 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.244020:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21a34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade967 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.244152:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016127.245316:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338584064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4183us (4489us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.245326:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13474 00000100:00100000:0.0:1734016127.249503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.249607:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584192 00000100:00100000:3.0:1734016127.249615:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584192 00000100:00100000:3.0:1734016127.249955:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13475 00000100:00100000:3.0:1734016127.249963:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338584192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.249979:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.249997:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade96e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.250024:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4001791) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade959 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.250035:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.250036:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.250040:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2744320->2752511] (req 2744320->2752511) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.250071:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4001791) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade959 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.250083:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4001791) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade959 expref: 6 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.250094:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891136:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.250536:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.254727:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.254865:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891136:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.254894:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2744320->2752511] (req 2744320->2752511) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.254910:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016127.254947:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338584192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4984us (5456us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.254954:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13475 00000100:00100000:0.0:1734016127.261036:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.265194:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.265532:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584704 00000100:00100000:3.0:1734016127.265538:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584704 00002000:00100000:3.0:1734016127.265577:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2744320->5992447) req@ffff88012f180a80 x1818247338584704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.265591:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180a80 with x1818247338584704 ext(2744320->5992447) 00002000:00010000:3.0:1734016127.265596:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180a80 00000100:00100000:3.0:1734016127.265615:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9493 00000100:00100000:3.0:1734016127.265621:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338584704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.268495:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338584704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2865us (3302us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1734016127.268506:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9493 00002000:00100000:3.0:1734016127.268516:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2744320->5992447) req@ffff88012f180a80 x1818247338584704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 504/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.268524:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180a80 with x1818247338584704 ext(2744320->5992447) 00002000:00010000:3.0:1734016127.268529:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180a80 00000100:00100000:0.0:1734016127.270585:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.270678:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338584960 00000100:00100000:3.0:1734016127.270689:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338584960 00002000:00100000:3.0:1734016127.270721:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2748416->2752511) req@ffff880079f22a00 x1818247338584960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.270730:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22a00 with x1818247338584960 ext(2748416->2752511) 00002000:00010000:3.0:1734016127.270734:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f22a00 00000100:00100000:3.0:1734016127.270882:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9494 00000100:00100000:3.0:1734016127.270888:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338584960:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.271482:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338584960:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 592us (904us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.271489:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9494 00002000:00100000:3.0:1734016127.271495:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2748416->2752511) req@ffff880079f22a00 x1818247338584960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.271501:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22a00 with x1818247338584960 ext(2748416->2752511) 00002000:00010000:3.0:1734016127.271504:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f22a00 00000100:00100000:0.0:1734016127.275354:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.275407:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.276387:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585088 00000100:00100000:3.0:1734016127.276395:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585088 00000100:00100000:3.0:1734016127.276437:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585216 00000100:00100000:3.0:1734016127.276439:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585216 00000100:00100000:3.0:1734016127.277372:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13476 00000100:00100000:3.0:1734016127.277380:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338585088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.277400:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.277418:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade975 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.277472:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891392:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.277536:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.277620:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13477 00000100:00100000:1.0:1734016127.277626:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338585216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.277635:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.277645:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea21a49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade97c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.277674:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340891520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.277695:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.281002:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891392:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.281025:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade975 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.281032:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade975 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.281044:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016127.282326:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338585088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4944us (6979us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.282335:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13476 00000100:00100000:0.0:1734016127.286189:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.286398:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.286551:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585344 00000100:00100000:3.0:1734016127.286559:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585344 00000100:00100000:3.0:1734016127.286592:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585472 00000100:00100000:3.0:1734016127.286595:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585472 00000100:00100000:3.0:1734016127.287054:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13478 00000100:00100000:3.0:1734016127.287062:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338585344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.287077:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.287092:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21a50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade983 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.287141:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891648:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.288170:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.294961:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340891648:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.294979:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21a50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade983 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.294986:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21a50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade983 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.295963:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016127.295997:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338585344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8935us (9816us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.296003:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13478 00000100:00100000:0.0:1734016127.300880:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.300968:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585728 00000100:00100000:3.0:1734016127.300977:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585728 00002000:00100000:3.0:1734016127.301023:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3502080->3506175) req@ffff880078941f80 x1818247338585728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.301039:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941f80 with x1818247338585728 ext(3502080->3506175) 00002000:00010000:3.0:1734016127.301044:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941f80 00000100:00100000:3.0:1734016127.301078:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9495 00000100:00100000:3.0:1734016127.301085:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338585728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.301971:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338585728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 883us (1095us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.301978:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9495 00002000:00100000:3.0:1734016127.301985:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3502080->3506175) req@ffff880078941f80 x1818247338585728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.301991:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941f80 with x1818247338585728 ext(3502080->3506175) 00002000:00010000:3.0:1734016127.301994:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941f80 00000100:00100000:0.0:1734016127.304505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.304656:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338585984 00000100:00100000:3.0:1734016127.304669:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338585984 00002000:00100000:3.0:1734016127.304714:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3506176->3510271) req@ffff880078941180 x1818247338585984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.304724:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941180 with x1818247338585984 ext(3506176->3510271) 00002000:00010000:3.0:1734016127.304728:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941180 00000100:00100000:3.0:1734016127.305901:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9496 00000100:00100000:3.0:1734016127.305911:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338585984:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.306061:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338585984:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (1562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.306068:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9496 00002000:00100000:3.0:1734016127.306075:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3506176->3510271) req@ffff880078941180 x1818247338585984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.306082:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078941180 with x1818247338585984 ext(3506176->3510271) 00002000:00010000:3.0:1734016127.306086:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078941180 00000100:00100000:0.0:1734016127.308847:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.312497:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.312791:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.313072:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586368 00000100:00100000:3.0:1734016127.313082:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586368 00000100:00100000:3.0:1734016127.313298:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586496 00000100:00100000:3.0:1734016127.313301:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586496 00000100:00100000:3.0:1734016127.314239:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13481 00000100:00100000:3.0:1734016127.314245:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338586496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.314254:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.314264:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade998 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.314307:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340892032:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.314332:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.316877:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:3.0:1734016127.317263:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340892032:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.317307:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a65 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade998 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.317316:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade998 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.317842:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016127.320304:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338586496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6056us (7511us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.320314:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13481 00000100:00100000:1.0:1734016127.325963:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.326434:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.326507:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586752 00000100:00100000:3.0:1734016127.326519:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586752 00000100:00100000:3.0:1734016127.326867:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338586624 00000100:00100000:3.0:1734016127.326870:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338586624 00000100:00100000:0.0:1734016127.327229:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13483 00000100:00100000:0.0:1734016127.327236:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338586624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.327248:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.327261:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21a73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade99f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.327306:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340892288:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016127.327329:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.330652:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13482 00000100:00100000:1.0:1734016127.332607:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340892288:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.332641:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21a73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade99f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.332657:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21a73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade99f expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.333216:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016127.333296:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338586624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6033us (6836us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.333306:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13483 00000100:00100000:1.0:1734016127.337226:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.337333:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587008 00000100:00100000:3.0:1734016127.337343:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587008 00002000:00100000:3.0:1734016127.337404:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3690496->3694591) req@ffff88012f181f80 x1818247338587008/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.337416:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338587008 ext(3690496->3694591) 00002000:00010000:3.0:1734016127.337424:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f181f80 00000100:00100000:3.0:1734016127.337463:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9498 00000100:00100000:3.0:1734016127.337475:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338587008:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.338842:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338587008:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 1362us (1625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.338855:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9498 00002000:00100000:3.0:1734016127.338869:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3690496->3694591) req@ffff88012f181f80 x1818247338587008/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.338877:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338587008 ext(3690496->3694591) 00002000:00010000:3.0:1734016127.338883:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f181f80 00000100:00100000:0.0:1734016127.342071:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.342360:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587264 00000100:00100000:3.0:1734016127.342371:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587264 00002000:00100000:3.0:1734016127.342410:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3694592->3698687) req@ffff880078942a00 x1818247338587264/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.342420:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078942a00 with x1818247338587264 ext(3694592->3698687) 00002000:00010000:3.0:1734016127.342425:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078942a00 00000100:00100000:3.0:1734016127.342502:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9499 00000100:00100000:3.0:1734016127.342508:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338587264:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.342653:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338587264:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 143us (590us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016127.342659:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9499 00002000:00100000:3.0:1734016127.342665:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3694592->3698687) req@ffff880078942a00 x1818247338587264/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.342671:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078942a00 with x1818247338587264 ext(3694592->3698687) 00002000:00010000:3.0:1734016127.342674:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078942a00 00000100:00100000:0.0:1734016127.348761:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.352886:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.353001:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587520 00000100:00100000:2.0:1734016127.353011:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587520 00000100:00100000:2.0:1734016127.353045:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587392 00000100:00100000:2.0:1734016127.353047:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587392 00000100:00100000:2.0:1734016127.353074:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13484 00000100:00100000:2.0:1734016127.353080:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338587520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.353096:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.353113:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea21a7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9b4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.353162:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340892416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.353210:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.353450:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13485 00000100:00100000:3.0:1734016127.353456:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338587392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.353465:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.353477:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21a81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9ad expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.353505:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340892544:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.353529:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.356860:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340892416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.356890:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea21a7a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9b4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.356902:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea21a7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9b4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.356914:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016127.356953:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338587520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3872us (8201us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.356960:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13484 00000100:00100000:3.0:1734016127.357201:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340892544:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.357221:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21a81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ad expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.357228:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21a81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ad expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.357503:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016127.357638:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338587392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4181us (4759us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.357644:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13485 00000100:00100000:1.0:1734016127.367416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.367474:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.367552:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587776 00000100:00100000:3.0:1734016127.367565:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587776 00000100:00100000:3.0:1734016127.367602:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338587648 00000100:00100000:3.0:1734016127.367604:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338587648 00000100:00100000:3.0:1734016127.367619:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13486 00000100:00100000:3.0:1734016127.367626:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338587776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.367643:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.367662:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9c2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.367717:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13487 00000100:00100000:1.0:1734016127.367722:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338587648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.367730:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.367742:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21a8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9bb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.367803:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340892672:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.367868:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.368426:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340892800:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.368450:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.370339:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340892672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.370374:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21a8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9bb expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.370393:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea21a8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9bb expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.370409:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:2.0:1734016127.370448:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338587648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2724us (2972us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.370456:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13487 00000100:00100000:3.0:1734016127.370865:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340892800:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.370887:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a88 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c2 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.370895:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21a88 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c2 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.370902:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016127.372505:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338587776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4872us (5090us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.372515:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13486 00000100:00100000:1.0:1734016127.376541:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.376659:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588032 00000100:00100000:3.0:1734016127.376670:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588032 00000100:00100000:3.0:1734016127.377622:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2600 00000100:00100000:3.0:1734016127.377633:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338588032:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.377684:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.377709:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea219e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade913 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.377739:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.377743:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.377892:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.377903:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 20 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.377909:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.377937:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 20 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.377949:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 20 pid: 6486 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.377960:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340892928:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.378011:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.382264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.382648:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340892928:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.382673:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:2.0:1734016127.383100:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588160 00000100:00100000:2.0:1734016127.383106:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588160 00010000:00010000:2.0:1734016127.383136:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 21 pid: 6486 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016127.383160:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3752 00000100:00100000:2.0:1734016127.383166:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338588160:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.383180:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.383187:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 21 pid: 6486 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.383197:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 21 pid: 6486 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.383214:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea219d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade90c expref: 21 pid: 6486 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.383241:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.383246:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.383255:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.383262:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.383311:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.383356:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338588160:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 189us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.383365:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3752 00010000:00010000:3.0:1734016127.383805:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.383812:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:3.0:1734016127.383901:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968962 00000004:00010000:3.0:1734016127.383943:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a124700 reply state ffff88011cfb4000 transno 4294968963 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016127.383951:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.384024:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338588032:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6393us (7492us total) trans 4294968963 rc 0/0 00000100:00100000:3.0:1734016127.384031:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2600 00000020:00080000:3.0:1734016127.384035:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016127.386930:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386944:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386951:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386955:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ced00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016127.386959:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386968:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386982:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.386985:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.386989:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.386993:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21a96 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:1.0:1734016127.387061:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.387398:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588288 00000100:00100000:3.0:1734016127.387405:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588288 00000100:00100000:3.0:1734016127.387445:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13488 00000100:00100000:3.0:1734016127.387451:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338588288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.387467:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.387481:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9c9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.387504:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.387511:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.387513:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.387516:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.387541:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.387555:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 7 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.387566:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340893056:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.387681:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.390563:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.390981:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340893056:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.391033:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.391056:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016127.391133:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338588288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3680us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.391144:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13488 00000100:00100000:2.0:1734016127.391537:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588416 00000100:00100000:2.0:1734016127.391544:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588416 00002000:00100000:2.0:1734016127.391579:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2744320->3698687) req@ffff880078940000 x1818247338588416/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 504/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.391587:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338588416 ext(2744320->3698687) 00010000:00010000:2.0:1734016127.391593:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 8 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.391604:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 8 pid: 8975 timeout: 495 lvb_type: 0 00002000:00010000:2.0:1734016127.391611:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078940000 00000100:00100000:2.0:1734016127.391641:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 353 00000100:00100000:2.0:1734016127.391647:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338588416:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016127.396068:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338588416:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4412us (5508us total) trans 4294969869 rc 0/0 00000100:00100000:2.0:1734016127.396081:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 353 00002000:00100000:2.0:1734016127.396092:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2744320->3698687) req@ffff880078940000 x1818247338588416/t4294969869(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 504/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.396101:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338588416 ext(2744320->3698687) 00010000:00010000:2.0:1734016127.396110:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.396123:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00002000:00010000:2.0:1734016127.396130:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078940000 00000100:00100000:0.0:1734016127.398719:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.398821:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588544 00000100:00100000:2.0:1734016127.398830:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588544 00010000:00010000:2.0:1734016127.398857:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016127.398882:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3753 00000100:00100000:2.0:1734016127.398888:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338588544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.398900:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016127.398914:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1048 00010000:00010000:2.0:1734016127.398918:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.398928:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.398944:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21a3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2752511) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade96e expref: 10 pid: 8975 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.398974:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.398976:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.398981:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.398988:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.399014:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.399024:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340893184:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016127.399072:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.400787:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.400864:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340893184:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016127.400883:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.400913:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338588544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2024us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.400922:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3753 00000100:00100000:3.0:1734016127.401058:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588672 00000100:00100000:3.0:1734016127.401064:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588672 00000100:00100000:3.0:1734016127.401087:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13489 00000100:00100000:3.0:1734016127.401092:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338588672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.401105:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.401120:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9d0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.401141:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.401152:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.401154:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.401156:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.401177:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.401187:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 7 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:3.0:1734016127.401197:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340893312:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.401224:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.407264:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340893312:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.407316:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.407332:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016127.407368:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338588672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6276us (6594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.407376:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13489 00000100:00100000:0.0:1734016127.412244:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.412404:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588800 00000100:00100000:2.0:1734016127.412412:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588800 00010000:00010000:2.0:1734016127.412442:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00000100:00100000:2.0:1734016127.412749:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3754 00000100:00100000:2.0:1734016127.412755:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338588800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.412768:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.412791:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.412802:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.412818:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea219c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade905 expref: 8 pid: 7693 timeout: 495 lvb_type: 0 00010000:00010000:2.0:1734016127.412842:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.412844:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.412849:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.412856:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.412881:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.412892:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340893440:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016127.418309:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.424612:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340893440:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016127.424636:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.424678:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338588800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11920us (12440us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.424689:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3754 00000100:00100000:1.0:1734016127.425877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.425922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.426000:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589056 00000100:00100000:3.0:1734016127.426008:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589056 00002000:00010000:3.0:1734016127.426045:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016127.426049:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338589056 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016127.426059:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a124380. 00000100:00100000:3.0:1734016127.426075:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338588928 00000100:00100000:3.0:1734016127.426077:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338588928 00002000:00010000:3.0:1734016127.426085:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5149100->18446744073709551615) 00002000:00100000:3.0:1734016127.426087:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247338588928 ext(5149100->18446744073709551615) 00002000:00010000:3.0:1734016127.426093:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3100. 00000100:00100000:3.0:1734016127.426105:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9500 00000100:00100000:3.0:1734016127.426111:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338589056:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.426246:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016127.426249:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.426251:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:3.0:1734016127.426253:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.426255:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:3.0:1734016127.426315:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338589056:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 204us (443us total) trans 4294968251 rc 0/0 00000100:00100000:3.0:1734016127.426322:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9500 00002000:00010000:3.0:1734016127.426325:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016127.426327:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338589056 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016127.426330:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a124380. 00000100:00100000:3.0:1734016127.426341:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9501 00000100:00100000:3.0:1734016127.426346:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338588928:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.427034:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5989242 -> 5149100 00002000:00010000:3.0:1734016127.427037:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.427039:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016126 00002000:00010000:3.0:1734016127.427041:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.427043:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1048 -> 1024 00000100:00100000:3.0:1734016127.427061:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338588928:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 715us (1139us total) trans 4294969870 rc 0/0 00000100:00100000:3.0:1734016127.427067:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9501 00002000:00010000:3.0:1734016127.427070:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5149100->18446744073709551615) 00002000:00100000:3.0:1734016127.427072:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247338588928 ext(5149100->18446744073709551615) 00002000:00010000:3.0:1734016127.427076:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3100. 00000100:00100000:0.0:1734016127.430634:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.430742:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589184 00000100:00100000:3.0:1734016127.430752:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589184 00000100:00100000:3.0:1734016127.430811:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2601 00000100:00100000:3.0:1734016127.430821:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338589184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.430852:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.430871:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea21aab lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9d7 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.430960:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.430971:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.430981:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016127.431004:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9343404 00000004:00200000:3.0:1734016127.431007:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.431020:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.431040:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea21aab lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d7 expref: 32 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.431052:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d7 expref: 31 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.431058:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.431061:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.431063:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016127.432280:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338589184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1449us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.432288:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2601 00000100:00100000:1.0:1734016127.435000:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.435195:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.435948:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589440 00000100:00100000:2.0:1734016127.435956:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589440 00000100:00100000:2.0:1734016127.435995:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589312 00000100:00100000:2.0:1734016127.435997:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589312 00000100:00100000:2.0:1734016127.436012:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13490 00000100:00100000:2.0:1734016127.436019:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338589440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.436034:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.436049:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ab9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9e5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.436098:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340893568:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.436143:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.436192:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13491 00000100:00100000:1.0:1734016127.436197:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338589312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.436204:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.436213:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea21ac0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9de expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.436237:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079fe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340893696:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.436257:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016127.440319:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:2.0:1734016127.440347:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340893568:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.440384:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ab9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9e5 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.440398:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ab9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9e5 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1734016127.440515:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:0.0:1734016127.440527:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340893696:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016127.440544:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea21ac0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9de expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.440552:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea21ac0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9de expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.440564:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:0.0:1734016127.440610:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338589312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4411us (5414us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.440619:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13491 00010000:00010000:2.0:1734016127.441415:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016127.441461:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338589440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5441us (6466us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.441467:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13490 00000100:00100000:1.0:1734016127.446674:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.446835:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589568 00000100:00100000:2.0:1734016127.446844:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589568 00000100:00100000:2.0:1734016127.446888:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13492 00000100:00100000:2.0:1734016127.446894:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338589568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.446908:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.446923:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9ec expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.446946:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.446951:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.446953:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.446956:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3125248->3129343] (req 3125248->3129343) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.446980:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.446990:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 9 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.447000:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340893824:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.447043:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.450150:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340893824:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.450191:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3125248->3129343] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.450214:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016127.450263:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338589568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3368us (3597us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.450313:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13492 00000100:00100000:1.0:1734016127.452388:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.452485:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589696 00000100:00100000:2.0:1734016127.452496:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589696 00010000:00010000:2.0:1734016127.452530:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 10 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.452566:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3755 00000100:00100000:2.0:1734016127.452572:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338589696:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.452584:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.452602:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 10 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.452612:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 10 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.452632:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea21a9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9c9 expref: 10 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.452651:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.452653:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.452659:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.452671:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.452700:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.452712:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340893952:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016127.452758:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.456550:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340893952:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016127.456577:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.456623:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338589696:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4050us (4242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.456633:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3755 00000100:00100000:0.0:1734016127.457265:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.457730:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338589952 00000100:00100000:2.0:1734016127.457740:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338589952 00002000:00100000:2.0:1734016127.457770:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3125248->3129343) req@ffff880079db5180 x1818247338589952/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.457787:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338589952 ext(3125248->3129343) 00002000:00010000:2.0:1734016127.457791:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:2.0:1734016127.457843:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9502 00000100:00100000:2.0:1734016127.457848:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338589952:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.461962:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338589952:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 4103us (4688us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.461978:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9502 00002000:00100000:2.0:1734016127.461989:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3125248->3129343) req@ffff880079db5180 x1818247338589952/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.461998:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338589952 ext(3125248->3129343) 00002000:00010000:2.0:1734016127.462003:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:0.0:1734016127.464388:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.464513:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590208 00000100:00100000:2.0:1734016127.464521:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590208 00002000:00100000:2.0:1734016127.464575:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3129344->3133439) req@ffff880079db7800 x1818247338590208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.464585:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247338590208 ext(3129344->3133439) 00002000:00010000:2.0:1734016127.464590:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800 00000100:00100000:2.0:1734016127.464613:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9503 00000100:00100000:2.0:1734016127.464620:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338590208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.464820:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338590208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 200us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.464828:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9503 00002000:00100000:2.0:1734016127.464833:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3129344->3133439) req@ffff880079db7800 x1818247338590208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.464840:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247338590208 ext(3129344->3133439) 00002000:00010000:2.0:1734016127.464842:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800 00000100:00100000:1.0:1734016127.469638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.469750:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590464 00000100:00100000:0.0:1734016127.469764:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590464 00002000:00100000:0.0:1734016127.469827:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3133440->3137535) req@ffff880079fe3480 x1818247338590464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.469839:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3480 with x1818247338590464 ext(3133440->3137535) 00002000:00010000:0.0:1734016127.469845:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3480 00000100:00100000:0.0:1734016127.469880:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9504 00000100:00100000:0.0:1734016127.469890:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338590464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016127.470097:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338590464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 207us (478us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016127.470106:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9504 00002000:00100000:0.0:1734016127.470112:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3133440->3137535) req@ffff880079fe3480 x1818247338590464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016127.470118:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3480 with x1818247338590464 ext(3133440->3137535) 00002000:00010000:0.0:1734016127.470121:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3480 00000100:00100000:1.0:1734016127.474265:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.474382:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590592 00000100:00100000:2.0:1734016127.474390:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590592 00000100:00100000:2.0:1734016127.474428:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13493 00000100:00100000:2.0:1734016127.474435:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338590592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.474455:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.474473:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9f3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.474489:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.474491:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.474497:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.474511:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.474520:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016127.474552:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338590592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 118us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.474556:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13493 00000100:00100000:1.0:1734016127.477488:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.477583:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590848 00000100:00100000:3.0:1734016127.477594:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590848 00000100:00100000:3.0:1734016127.478025:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2602 00000100:00100000:3.0:1734016127.478033:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338590848:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.478082:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.478105:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21ab2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d7 expref: 31 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.478678:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.478683:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.478821:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.478831:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.478839:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:3.0:1734016127.478873:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968964 00000004:00010000:3.0:1734016127.478891:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079fe2d80 reply state ffff88012f3ea000 transno 4294968965 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016127.478897:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.479699:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338590848:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 1663us (2216us total) trans 4294968965 rc 0/0 00000100:00100000:3.0:1734016127.479707:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2602 00000020:00080000:3.0:1734016127.479711:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016127.482999:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483012:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483018:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483022:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016127.483025:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483032:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483046:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016127.483048:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016127.483051:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016127.483056:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21ad5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:1.0:1734016127.483638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.483732:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338590976 00000100:00100000:0.0:1734016127.483740:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338590976 00000100:00100000:0.0:1734016127.483949:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13494 00000100:00100000:0.0:1734016127.483956:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338590976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.483970:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.483984:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ade9fa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.484007:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.484013:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.484019:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.484020:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.484024:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.484050:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.484060:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 496 lvb_type: 1 00000100:00100000:0.0:1734016127.484071:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894080:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016127.484134:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.484141:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 9 pid: 7693 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016127.484148:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894208:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016127.484162:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.487882:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894080:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.487893:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894208:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.487921:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.487935:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016127.488345:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338590976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4387us (4710us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.488353:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13494 00000100:00100000:1.0:1734016127.489171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.489216:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.489716:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591104 00000100:00100000:0.0:1734016127.489724:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591104 00010000:00010000:0.0:1734016127.489763:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 496 lvb_type: 1 00000100:00100000:0.0:1734016127.489809:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591232 00000100:00100000:0.0:1734016127.489812:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591232 00010000:00010000:0.0:1734016127.489824:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016127.489857:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3756 00000100:00100000:0.0:1734016127.489864:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338591104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.489879:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.489902:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 496 lvb_type: 1 00010000:00010000:0.0:1734016127.489912:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 496 lvb_type: 1 00010000:00010000:0.0:1734016127.489934:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21ace lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9f3 expref: 11 pid: 7693 timeout: 496 lvb_type: 1 00010000:00010000:0.0:1734016127.489953:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.489993:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338591104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 129us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.490000:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3756 00000100:00100000:0.0:1734016127.490013:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3757 00000100:00100000:0.0:1734016127.490017:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338591232:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.490024:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.490030:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.490039:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.490054:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21ac7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9ec expref: 10 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.490063:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.490064:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016127.490069:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.490078:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.490110:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.490126:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340894336:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016127.490158:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.495903:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.495955:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.496157:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591360 00000100:00100000:2.0:1734016127.496168:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591360 00002000:00010000:2.0:1734016127.496205:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5747129->18446744073709551615) 00002000:00100000:2.0:1734016127.496209:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7480 with x1818247338591360 ext(5747129->18446744073709551615) 00002000:00010000:2.0:1734016127.496218:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b7480. 00000100:00100000:0.0:1734016127.496328:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340894336:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016127.496349:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016127.496415:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338591232:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6395us (7198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.496427:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3757 00000100:00100000:2.0:1734016127.496490:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591488 00000100:00100000:2.0:1734016127.496493:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591488 00002000:00010000:2.0:1734016127.496508:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016127.496511:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5f80 with x1818247338591488 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016127.496517:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5f80. 00000100:00100000:0.0:1734016127.496892:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9505 00000100:00100000:0.0:1734016127.496899:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338591360:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016127.497142:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5149100 -> 5747129 00002000:00010000:0.0:1734016127.497146:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.497148:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016126 00002000:00010000:0.0:1734016127.497150:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.497152:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:0.0:1734016127.497178:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338591360:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 280us (1291us total) trans 4294969871 rc 0/0 00000100:00100000:0.0:1734016127.497185:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9505 00002000:00010000:0.0:1734016127.497188:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5747129->18446744073709551615) 00002000:00100000:0.0:1734016127.497190:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7480 with x1818247338591360 ext(5747129->18446744073709551615) 00002000:00010000:0.0:1734016127.497195:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b7480. 00000100:00100000:0.0:1734016127.497208:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9506 00000100:00100000:0.0:1734016127.497213:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338591488:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016127.497345:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016127.497347:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.497349:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:0.0:1734016127.497351:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.497353:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016127.497370:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338591488:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 155us (1414us total) trans 4294968252 rc 0/0 00000100:00100000:0.0:1734016127.497376:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9506 00002000:00010000:0.0:1734016127.497378:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016127.497381:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5f80 with x1818247338591488 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016127.497385:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5f80. 00000100:00100000:0.0:1734016127.501366:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.502198:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591616 00000100:00100000:3.0:1734016127.502207:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591616 00000100:00100000:3.0:1734016127.502299:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2603 00000100:00100000:3.0:1734016127.502308:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338591616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.502334:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.502353:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ae3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea01 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.502435:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.502446:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.502457:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016127.502476:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9941433 00000004:00200000:3.0:1734016127.502479:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.502492:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.502518:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ae3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea01 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.502551:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea01 expref: 33 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.502558:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.502561:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.502563:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016127.502613:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338591616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 306us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.502619:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2603 00000100:00100000:1.0:1734016127.505698:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.505794:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591744 00000100:00100000:0.0:1734016127.505806:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591744 00000100:00100000:0.0:1734016127.506599:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2604 00000100:00100000:0.0:1734016127.506611:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338591744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.506635:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.506656:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea21af1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea08 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.506748:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.506762:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.506787:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016127.506809:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9941433 00000004:00200000:0.0:1734016127.506812:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016127.506827:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.506851:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea21af1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.507537:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016127.507546:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016127.507549:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016127.507553:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016127.507700:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338591744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1089us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.507708:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2604 00000100:00100000:0.0:1734016127.510559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.510617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.510712:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338591872 00000100:00100000:3.0:1734016127.510721:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338591872 00000100:00100000:3.0:1734016127.510764:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592000 00000100:00100000:3.0:1734016127.510765:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592000 00000100:00100000:3.0:1734016127.510795:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13495 00000100:00100000:3.0:1734016127.510802:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338591872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.510819:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.510843:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21aff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea0f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.510918:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340894464:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.511031:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13496 00000100:00100000:2.0:1734016127.511037:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338592000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.511045:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.511056:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21b06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea16 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.511084:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340894592:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.511984:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.512052:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79540 going to sleep for 11 seconds 00002000:00010000:3.0:1734016127.515960:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:3.0:1734016127.515989:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340894464:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.516027:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21aff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea0f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.516039:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea21aff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea0f expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.516068:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016127.516111:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338591872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5308us (5562us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.516118:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13495 00002000:00010000:2.0:1734016127.516546:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:2.0:1734016127.516558:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340894592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.516577:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21b06 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea16 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.516585:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21b06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea16 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.516597:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016127.516624:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338592000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5587us (6007us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.516629:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13496 00000100:00100000:2.0:1734016127.521136:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.521175:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.521870:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592128 00000100:00100000:0.0:1734016127.521879:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592128 00000100:00100000:0.0:1734016127.521926:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592256 00000100:00100000:0.0:1734016127.521928:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592256 00000100:00100000:0.0:1734016127.521950:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13497 00000100:00100000:0.0:1734016127.521956:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338592128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.521975:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.521995:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea21b0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea1d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.522050:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894720:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016127.522097:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.522115:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13498 00000100:00100000:0.0:1734016127.522120:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338592256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.522126:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.522136:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea21b14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea24 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.522157:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340894848:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016127.522172:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.525872:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340894848:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016127.525916:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea21b14 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea24 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.525933:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea21b14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea24 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016127.526050:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016127.526113:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338592256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3990us (4935us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016127.526122:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13498 00000100:00100000:2.0:1734016127.526399:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340894720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.526418:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea21b0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea1d expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.526427:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea21b0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea1d expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.527023:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:2.0:1734016127.527081:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338592128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5121us (5952us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.527088:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13497 00000100:00100000:1.0:1734016127.535459:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.535569:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592512 00000100:00100000:2.0:1734016127.535578:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592512 00000100:00100000:2.0:1734016127.535634:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2605 00000100:00100000:2.0:1734016127.535641:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338592512:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016127.535686:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.535830:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea21aea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea01 expref: 33 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.535844:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.535848:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016127.535989:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.536001:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.536007:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.536031:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.536042:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 20 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.536054:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340894976:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.536261:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.539643:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340894976:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.539674:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016127.544052:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.544085:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592640 00000100:00100000:0.0:1734016127.544094:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592640 00010000:00010000:0.0:1734016127.544134:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 21 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016127.545305:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3758 00000100:00100000:0.0:1734016127.545316:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247338592640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016127.545336:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016127.545345:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 21 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.545356:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 21 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.545378:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea21af8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea08 expref: 21 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016127.545743:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016127.545750:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.545761:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.545769:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016127.545819:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016127.545999:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.546007:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016127.546130:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968966 00000004:00010000:2.0:1734016127.546187:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a029500 reply state ffff8800789a5000 transno 4294968967 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016127.546196:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016127.546459:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338592640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1140us (2417us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016127.546472:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3758 00000100:00100000:2.0:1734016127.546991:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338592512:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 11349us (11540us total) trans 4294968967 rc 0/0 00000100:00100000:2.0:1734016127.546999:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2605 00000020:00080000:2.0:1734016127.547003:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016127.550102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.550138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016127.550178:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550187:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550192:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550197:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c486c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016127.550200:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550206:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550221:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.550223:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016127.550226:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.550233:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21b1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016127.550703:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592896 00000100:00100000:0.0:1734016127.550711:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592896 00002000:00010000:0.0:1734016127.550738:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2555672->18446744073709551615) 00002000:00100000:0.0:1734016127.550742:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338592896 ext(2555672->18446744073709551615) 00002000:00010000:0.0:1734016127.550751:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969180. 00000100:00100000:0.0:1734016127.550780:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338592768 00000100:00100000:0.0:1734016127.550782:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338592768 00002000:00010000:0.0:1734016127.550789:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016127.550791:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338592768 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016127.550796:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96bb80. 00000100:00100000:0.0:1734016127.550807:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9507 00000100:00100000:0.0:1734016127.550813:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338592896:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016127.552023:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2555672 00002000:00010000:0.0:1734016127.552028:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.552030:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:0.0:1734016127.552031:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.552033:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016127.552083:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338592896:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1268us (1986us total) trans 4294968253 rc 0/0 00000100:00100000:0.0:1734016127.552095:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9507 00002000:00010000:0.0:1734016127.552098:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2555672->18446744073709551615) 00002000:00100000:0.0:1734016127.552100:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338592896 ext(2555672->18446744073709551615) 00002000:00010000:0.0:1734016127.552104:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969180. 00000100:00100000:0.0:1734016127.552122:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9508 00000100:00100000:0.0:1734016127.552127:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338592768:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016127.552753:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5747129 -> 4194304 00002000:00010000:0.0:1734016127.552756:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.552757:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016126 00002000:00010000:0.0:1734016127.552759:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016127.552760:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:0.0:1734016127.552792:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338592768:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 664us (2653us total) trans 4294969872 rc 0/0 00000100:00100000:0.0:1734016127.552797:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9508 00002000:00010000:0.0:1734016127.552800:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016127.552802:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338592768 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016127.552806:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96bb80. 00000100:00100000:0.0:1734016127.558073:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.558160:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593024 00000100:00100000:2.0:1734016127.558168:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593024 00000100:00100000:2.0:1734016127.558218:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2606 00000100:00100000:2.0:1734016127.558225:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338593024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.558246:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.558286:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21b22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea2b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.558365:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.558379:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.558387:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016127.558408:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6749976 00000004:00200000:2.0:1734016127.558412:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.558424:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.558442:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21b22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea2b expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.559830:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea2b expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.559841:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.559843:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.559846:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016127.560026:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338593024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1800us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.560035:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2606 00000100:00100000:1.0:1734016127.563767:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.563832:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.563964:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593280 00000100:00100000:2.0:1734016127.563973:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593280 00000100:00100000:2.0:1734016127.564585:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593152 00000100:00100000:2.0:1734016127.564589:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593152 00000100:00100000:0.0:1734016127.564624:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13499 00000100:00100000:0.0:1734016127.564632:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338593280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016127.564648:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016127.564665:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea21b30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea39 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016127.564724:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340895104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.564983:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13500 00000100:00100000:3.0:1734016127.564989:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338593152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.564997:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.565006:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea32 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.565032:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340895232:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016127.565507:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.565556:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016127.568039:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:2.0:1734016127.568073:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340895104:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.568105:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea21b30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.568120:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea21b30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea39 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.568153:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:2.0:1734016127.568206:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338593280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3572us (4448us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.568216:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13499 00002000:00010000:3.0:1734016127.568862:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:3.0:1734016127.568878:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340895232:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.568900:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea32 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.568908:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea32 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.568930:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016127.568952:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338593152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3963us (5121us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.568959:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13500 00000100:00100000:1.0:1734016127.572401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.572455:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.572565:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593408 00000100:00100000:2.0:1734016127.572573:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593408 00000100:00100000:2.0:1734016127.572607:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593536 00000100:00100000:2.0:1734016127.572609:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593536 00000100:00100000:2.0:1734016127.572629:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13501 00000100:00100000:2.0:1734016127.572636:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338593408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.572652:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.572667:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea21b3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea40 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.572718:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340895360:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.572782:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.572802:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13502 00000100:00100000:2.0:1734016127.572807:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338593536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.572815:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.572826:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21b45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea47 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.572853:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340895488:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.572871:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.575001:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340895488:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.575058:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21b45 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea47 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.575071:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21b45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea47 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.575083:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:3.0:1734016127.575128:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338593536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2320us (2673us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.575137:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13502 00000100:00100000:2.0:1734016127.575766:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340895360:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.575797:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea21b3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea40 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.575805:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea21b3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea40 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.575824:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016127.575999:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338593408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3362us (3605us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.576006:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13501 00000100:00100000:1.0:1734016127.580222:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.580395:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593664 00000100:00100000:2.0:1734016127.580404:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593664 00000100:00100000:2.0:1734016127.580452:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2607 00000100:00100000:2.0:1734016127.580458:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338593664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.580478:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.580493:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea21b4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea4e expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.580561:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.580572:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.580582:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016127.580599:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6749976 00000004:00200000:2.0:1734016127.580602:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.580615:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016127.580632:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea21b4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 36 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.580644:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 35 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.580650:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.580653:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.580655:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016127.580700:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338593664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 241us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.580706:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2607 00000100:00100000:0.0:1734016127.583435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.583518:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338593920 00000100:00100000:3.0:1734016127.583526:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338593920 00000100:00100000:3.0:1734016127.583564:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2608 00000100:00100000:3.0:1734016127.583571:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338593920:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.583613:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.583637:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21b29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea2b expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.583967:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.583971:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.584095:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.584105:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.584110:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.584135:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.584146:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 34 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.584158:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340895616:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.584468:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.588229:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340895616:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.588256:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016127.588960:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.589096:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594048 00000100:00100000:2.0:1734016127.589103:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594048 00010000:00010000:2.0:1734016127.589136:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.589200:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3759 00000100:00100000:2.0:1734016127.589206:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1970:x1818247338594048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.589221:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.589227:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.589237:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.589258:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea21b53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea4e expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.589307:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.589312:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.589320:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.589326:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.589347:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.589401:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:1970:x1818247338594048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 193us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.589408:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3759 00010000:00010000:3.0:1734016127.589801:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.589808:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:3.0:1734016127.589908:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968968 00000004:00010000:3.0:1734016127.589969:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079db5c00 reply state ffff88007c482000 transno 4294968969 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016127.589978:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016127.590086:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338593920:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6514us (6825us total) trans 4294968969 rc 0/0 00000100:00100000:3.0:1734016127.590093:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2608 00000020:00080000:3.0:1734016127.590097:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016127.593579:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593597:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593604:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593611:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd200 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016127.593615:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593622:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593638:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.593641:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016127.593644:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.593648:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.594998:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016127.595166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.595468:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594176 00000100:00100000:2.0:1734016127.595480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594176 00000100:00100000:2.0:1734016127.595537:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13503 00000100:00100000:2.0:1734016127.595545:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338594176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.595567:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.595587:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea55 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.595620:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.595628:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.595630:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.595633:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.595669:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.595682:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.595717:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340895744:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.595837:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.599263:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.599679:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594304 00000100:00100000:1.0:1734016127.599687:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594304 00010000:00010000:1.0:1734016127.599717:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 12 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016127.599760:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3760 00000100:00100000:1.0:1734016127.599767:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338594304:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016127.599789:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016127.599809:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 12 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016127.599820:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 12 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016127.599843:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.599845:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.599852:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.599859:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.599893:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.599910:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340895872:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016127.599974:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.601720:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340895872:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016127.601740:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016127.601789:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338594304:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2019us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.601799:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3760 00010000:00010000:2.0:1734016127.601978:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea21adc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9fa expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.602018:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340895744:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.602044:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.602065:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:2.0:1734016127.602092:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338594176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6547us (6932us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.602099:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13503 00000100:00100000:1.0:1734016127.612463:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.613171:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594432 00000100:00100000:2.0:1734016127.613183:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594432 00000100:00100000:2.0:1734016127.613827:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13504 00000100:00100000:2.0:1734016127.613835:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338594432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.613857:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.613877:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea5c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.613915:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.613923:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.613924:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.613928:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.613956:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.613965:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 14 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.613980:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340896000:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.614065:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.617099:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340896000:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.617143:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.617162:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016127.617235:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338594432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3398us (4780us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.617244:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13504 00000100:00100000:0.0:1734016127.617370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.618026:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594560 00000100:00100000:2.0:1734016127.618035:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594560 00010000:00010000:2.0:1734016127.618065:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.618105:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3761 00000100:00100000:2.0:1734016127.618112:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338594560:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.618128:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.618153:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.618162:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.618189:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21aa4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ade9d0 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.618919:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.618922:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.618930:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.618938:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.618986:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.619002:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340896128:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016127.619849:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.621817:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340896128:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016127.621844:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.621905:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338594560:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3792us (4535us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.621919:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3761 00000100:00100000:1.0:1734016127.624910:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.625585:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594688 00000100:00100000:2.0:1734016127.625596:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594688 00002000:00010000:2.0:1734016127.625639:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016127.625644:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247338594688 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016127.625662:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a680. 00000100:00100000:2.0:1734016127.625706:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9509 00000100:00100000:2.0:1734016127.625712:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338594688:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016127.625893:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016127.625897:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.625899:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016126 00002000:00010000:2.0:1734016127.625901:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.625903:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:2.0:1734016127.625980:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338594688:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 265us (1087us total) trans 4294969873 rc 0/0 00000100:00100000:2.0:1734016127.625986:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9509 00002000:00010000:2.0:1734016127.625989:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016127.625991:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a680 with x1818247338594688 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016127.625995:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a680. 00000100:00100000:1.0:1734016127.627873:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.628635:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594816 00000100:00100000:3.0:1734016127.628645:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594816 00002000:00010000:3.0:1734016127.628692:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3458672->18446744073709551615) 00002000:00100000:3.0:1734016127.628697:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338594816 ext(3458672->18446744073709551615) 00002000:00010000:3.0:1734016127.628715:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029180. 00000100:00100000:3.0:1734016127.628826:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9510 00000100:00100000:3.0:1734016127.628834:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338594816:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016127.629095:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2555672 -> 3458672 00002000:00010000:3.0:1734016127.629099:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.629101:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:3.0:1734016127.629102:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016127.629105:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016127.629823:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338594816:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 986us (1959us total) trans 4294968254 rc 0/0 00000100:00100000:3.0:1734016127.629833:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9510 00002000:00010000:3.0:1734016127.629838:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3458672->18446744073709551615) 00002000:00100000:3.0:1734016127.629842:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338594816 ext(3458672->18446744073709551615) 00002000:00010000:3.0:1734016127.629850:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029180. 00000100:00100000:0.0:1734016127.633068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.633241:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338594944 00000100:00100000:3.0:1734016127.633249:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338594944 00000100:00100000:3.0:1734016127.633599:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2609 00000100:00100000:3.0:1734016127.633608:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338594944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.633632:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.633653:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21b6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea63 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.633745:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.633758:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.633778:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016127.633807:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7652976 00000004:00200000:3.0:1734016127.633811:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016127.633829:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016127.633851:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21b6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 36 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.633882:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 35 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.633890:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.633893:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016127.633896:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016127.634365:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338594944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 754us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.634373:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2609 00000100:00100000:1.0:1734016127.638498:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.638909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.638989:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595072 00000100:00100000:2.0:1734016127.639004:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595072 00000100:00100000:2.0:1734016127.639070:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595200 00000100:00100000:2.0:1734016127.639072:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595200 00000100:00100000:2.0:1734016127.639095:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13505 00000100:00100000:2.0:1734016127.639102:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338595072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.639118:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.639139:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea21b7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea6a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.639204:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340896256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.639313:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.639399:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13506 00000100:00100000:3.0:1734016127.639405:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338595200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.639412:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.639429:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea71 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.639463:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340896384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.639484:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016127.641766:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016126 -> 1734016127 00000100:00100000:2.0:1734016127.641810:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340896256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.641850:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea21b7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea6a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.641864:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea21b7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea6a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.641882:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016127.641944:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338595072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2840us (3458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.641952:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13505 00002000:00010000:3.0:1734016127.642044:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:3.0:1734016127.642055:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340896384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.642073:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b84 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea71 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.642081:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21b84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea71 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.642092:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016127.642111:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338595200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2707us (3203us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.642116:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13506 00000100:00100000:0.0:1734016127.645199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.645672:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.645798:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595456 00000100:00100000:2.0:1734016127.645813:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595456 00000100:00100000:2.0:1734016127.645868:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595328 00000100:00100000:2.0:1734016127.645870:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595328 00000100:00100000:2.0:1734016127.645980:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13507 00000100:00100000:2.0:1734016127.645987:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338595456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.646005:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.646021:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21b8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea7f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.646072:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340896512:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.646295:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13508 00000100:00100000:3.0:1734016127.646300:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338595328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.646308:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.646318:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea78 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.646342:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340896640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.646583:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.646643:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.649514:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340896512:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.649560:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21b8b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea7f expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.649575:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21b8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea7f expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.649591:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016127.649666:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338595456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3678us (4483us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.649674:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13507 00000100:00100000:3.0:1734016127.649901:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340896640:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.649927:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea78 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.649936:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea21b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea78 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.649954:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016127.649974:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338595328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3673us (4302us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.649978:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13508 00000100:00100000:0.0:1734016127.652680:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.652819:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595584 00000100:00100000:3.0:1734016127.652830:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595584 00000100:00100000:3.0:1734016127.652895:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13509 00000100:00100000:3.0:1734016127.652904:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338595584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.652930:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.652957:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea86 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.652991:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.652997:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.652999:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016127.653002:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.653037:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.653049:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.653068:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340896768:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.653136:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.655694:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340896768:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016127.655737:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.655754:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016127.655813:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338595584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2909us (3144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.655822:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13509 00000100:00100000:0.0:1734016127.656610:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.657365:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595712 00000100:00100000:3.0:1734016127.657375:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595712 00010000:00010000:3.0:1734016127.657407:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.657832:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3762 00000100:00100000:3.0:1734016127.657840:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338595712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.657859:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.657889:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.657903:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.657934:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea21b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea55 expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.658235:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.658238:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.658245:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.658254:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.660323:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.660351:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340896896:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016127.660433:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.669238:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.669510:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340896896:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016127.669537:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.669586:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338595712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11745us (12976us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.669598:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3762 00000100:00100000:2.0:1734016127.670023:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338595968 00000100:00100000:2.0:1734016127.670029:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338595968 00002000:00100000:2.0:1734016127.670071:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079db7100 x1818247338595968/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.670081:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7100 with x1818247338595968 ext(0->4194303) 00002000:00010000:2.0:1734016127.670085:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7100 00000100:00100000:2.0:1734016127.670105:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9511 00000100:00100000:2.0:1734016127.670111:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338595968:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.712455:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338595968:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 42330us (43213us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016127.712467:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9511 00002000:00100000:2.0:1734016127.712479:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079db7100 x1818247338595968/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.712489:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7100 with x1818247338595968 ext(0->4194303) 00002000:00010000:2.0:1734016127.712494:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7100 00000100:00100000:0.0:1734016127.719540:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.719765:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596096 00000100:00100000:3.0:1734016127.719783:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596096 00000100:00100000:3.0:1734016127.719848:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13510 00000100:00100000:3.0:1734016127.719858:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338596096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.719881:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.719904:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21ba0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea8d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.719977:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340897024:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.720048:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.726934:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340897024:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.726978:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21ba0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea8d expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.726994:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21ba0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea8d expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.727032:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016127.727091:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338596096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7234us (7560us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.727099:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13510 00000100:00100000:0.0:1734016127.729405:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.729503:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596224 00000100:00100000:3.0:1734016127.729512:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596224 00000100:00100000:3.0:1734016127.729582:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13511 00000100:00100000:3.0:1734016127.729590:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338596224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.729608:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016127.729625:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ba7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea94 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.729674:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340897152:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016127.729839:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.731664:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340897152:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016127.731708:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ba7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea94 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.731724:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ba7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea94 expref: 15 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.733585:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016127.734906:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338596224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5306us (5498us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016127.734918:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13511 00000100:00100000:0.0:1734016127.741599:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.741691:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596352 00000100:00100000:3.0:1734016127.741702:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596352 00000100:00100000:2.0:1734016127.742889:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13512 00000100:00100000:2.0:1734016127.742898:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338596352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.742919:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.742936:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adea9b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.742968:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.742976:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.742978:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.742982:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5791744->5795839] (req 5791744->5795839) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.743018:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.743032:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 11 pid: 7693 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.743046:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897280:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.743133:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.752033:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.752465:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596480 00000100:00100000:3.0:1734016127.752472:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596480 00010000:00010000:3.0:1734016127.752503:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.752611:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897280:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.752635:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5791744->5795839] (req 5791744->5795839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.752649:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016127.752699:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338596352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9801us (11110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.752707:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13512 00000100:00100000:3.0:1734016127.753167:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3763 00000100:00100000:3.0:1734016127.753174:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338596480:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.753186:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.753204:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.753214:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.753233:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21b99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3817471) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea86 expref: 12 pid: 7693 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.753693:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.753695:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.753703:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.753712:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.753745:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.753758:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340897408:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016127.753822:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.756306:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.757442:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340897408:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016127.757468:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.757916:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338596480:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4739us (5892us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.757928:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3763 00000100:00100000:2.0:1734016127.759154:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596608 00000100:00100000:2.0:1734016127.759167:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596608 00000100:00100000:2.0:1734016127.759228:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2610 00000100:00100000:2.0:1734016127.759234:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338596608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.759261:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.759295:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21bb5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeaa2 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.759389:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.759400:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.759409:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016127.759434:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7652976 00000004:00200000:2.0:1734016127.759438:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016127.759455:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016127.759474:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21bb5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaa2 expref: 24 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.761501:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaa2 expref: 23 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.761515:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016127.761518:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016127.761522:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016127.761618:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338596608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2383us (5322us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.761630:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2610 00000100:00100000:0.0:1734016127.767750:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.767815:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.767901:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596736 00000100:00100000:2.0:1734016127.767912:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596736 00000100:00100000:2.0:1734016127.767964:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596864 00000100:00100000:2.0:1734016127.767967:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596864 00000100:00100000:2.0:1734016127.767991:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13513 00000100:00100000:2.0:1734016127.768001:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338596736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.768020:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.768040:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea21bc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeaa9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.768104:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897536:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.768167:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.768227:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13514 00000100:00100000:1.0:1734016127.768234:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338596864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.768243:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.768254:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21bca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeab0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.768309:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340897664:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.768332:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016127.771704:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 5794787 00000100:00100000:2.0:1734016127.771735:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897536:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.771785:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea21bc3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaa9 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.771798:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea21bc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaa9 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016127.771884:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016127.771900:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340897664:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.771919:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21bca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab0 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.771928:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21bca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab0 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.771953:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016127.772021:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338596864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3785us (4204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.772029:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13514 00010000:00010000:2.0:1734016127.772488:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016127.772525:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338596736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4525us (4786us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.772531:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13513 00000100:00100000:0.0:1734016127.777214:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.777361:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338596992 00000100:00100000:2.0:1734016127.777375:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338596992 00000100:00100000:2.0:1734016127.777439:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13515 00000100:00100000:2.0:1734016127.777449:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338596992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.777472:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.777494:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeab7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.777527:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.777533:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.777535:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016127.777538:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4317184->4321279] (req 4317184->4321279) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.777570:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.777582:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 10 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.777594:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897792:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016127.777666:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.781905:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340897792:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016127.781957:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4317184->4321279] (req 4317184->4321279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.781984:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016127.782062:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338596992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4613us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.782074:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13515 00000100:00100000:0.0:1734016127.783442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.783591:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597120 00000100:00100000:3.0:1734016127.783602:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597120 00002000:00100000:3.0:1734016127.783651:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5791744->5794786) req@ffff880079efd500 x1818247338597120/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 3536/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.783665:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247338597120 ext(5791744->5794786) 00010000:00010000:3.0:1734016127.783674:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.783689:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 11 pid: 7692 timeout: 496 lvb_type: 0 00002000:00010000:3.0:1734016127.783696:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079efd500 00000100:00100000:3.0:1734016127.783735:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 354 00000100:00100000:3.0:1734016127.783742:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338597120:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016127.786066:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338597120:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2309us (2617us total) trans 4294969874 rc 0/0 00000100:00100000:3.0:1734016127.786081:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 354 00002000:00100000:3.0:1734016127.786093:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5791744->5794786) req@ffff880079efd500 x1818247338597120/t4294969874(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 3536/448 e 0 to 0 dl 1734016138 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016127.786103:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247338597120 ext(5791744->5794786) 00010000:00010000:3.0:1734016127.786114:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.786132:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00002000:00010000:3.0:1734016127.786138:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079efd500 00000100:00100000:0.0:1734016127.789865:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.789973:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597248 00000100:00100000:3.0:1734016127.789985:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597248 00010000:00010000:3.0:1734016127.790022:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.790096:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3764 00000100:00100000:3.0:1734016127.790106:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338597248:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.790125:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016127.790145:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 1032 00010000:00010000:3.0:1734016127.790151:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.790163:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.790186:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21bae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5791744->5795839) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea9b expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.790866:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.790869:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.790876:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.790884:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.790918:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.790935:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340897920:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016127.791065:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.793451:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.793554:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597504 00000100:00100000:2.0:1734016127.793565:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597504 00002000:00100000:2.0:1734016127.793609:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4317184->4321279) req@ffff880079eff800 x1818247338597504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.793618:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079eff800 with x1818247338597504 ext(4317184->4321279) 00002000:00010000:2.0:1734016127.793623:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079eff800 00000100:00100000:2.0:1734016127.793646:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9512 00000100:00100000:2.0:1734016127.793652:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338597504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.793849:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338597504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 195us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.793856:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9512 00002000:00100000:2.0:1734016127.793862:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4317184->4321279) req@ffff880079eff800 x1818247338597504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.793868:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079eff800 with x1818247338597504 ext(4317184->4321279) 00002000:00010000:2.0:1734016127.793871:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079eff800 00000100:00100000:3.0:1734016127.793962:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340897920:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016127.793986:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.794013:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338597248:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3909us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.794021:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3764 00000100:00100000:0.0:1734016127.798255:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.798634:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597760 00000100:00100000:2.0:1734016127.798642:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597760 00002000:00100000:2.0:1734016127.798676:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4321280->4325375) req@ffff880079efed80 x1818247338597760/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.798685:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efed80 with x1818247338597760 ext(4321280->4325375) 00002000:00010000:2.0:1734016127.798690:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efed80 00000100:00100000:2.0:1734016127.798709:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9513 00000100:00100000:2.0:1734016127.798715:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338597760:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.798911:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338597760:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 194us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.798919:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9513 00002000:00100000:2.0:1734016127.798924:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4321280->4325375) req@ffff880079efed80 x1818247338597760/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.798931:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efed80 with x1818247338597760 ext(4321280->4325375) 00002000:00010000:2.0:1734016127.798933:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efed80 00000100:00100000:0.0:1734016127.801870:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.802112:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338597888 00000100:00100000:2.0:1734016127.802127:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338597888 00000100:00100000:2.0:1734016127.802517:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13516 00000100:00100000:2.0:1734016127.802528:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338597888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.802549:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.802569:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeabe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.802599:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.802601:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.802611:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.802629:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.802646:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016127.802723:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338597888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 196us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.802730:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13516 00000100:00100000:0.0:1734016127.806386:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.806544:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598144 00000100:00100000:2.0:1734016127.806552:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598144 00002000:00100000:2.0:1734016127.806592:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (737280->741375) req@ffff880079effb80 x1818247338598144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.806602:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079effb80 with x1818247338598144 ext(737280->741375) 00002000:00010000:2.0:1734016127.806606:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079effb80 00000100:00100000:2.0:1734016127.806626:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9514 00000100:00100000:2.0:1734016127.806632:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338598144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.807029:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338598144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 395us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.807035:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9514 00002000:00100000:2.0:1734016127.807041:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (737280->741375) req@ffff880079effb80 x1818247338598144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.807047:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079effb80 with x1818247338598144 ext(737280->741375) 00002000:00010000:2.0:1734016127.807049:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079effb80 00000100:00100000:0.0:1734016127.810481:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.811077:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598272 00000100:00100000:1.0:1734016127.811086:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598272 00000100:00100000:1.0:1734016127.811137:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13517 00000100:00100000:1.0:1734016127.811144:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338598272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.811162:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.811178:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeac5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.811199:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.811206:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.811212:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.811214:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016127.811217:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [184320->196607] (req 184320->196607) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.811247:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.811260:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 12 pid: 7692 timeout: 496 lvb_type: 1 00000100:00100000:1.0:1734016127.811309:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340898048:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016127.811378:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.811385:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016127.811393:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340898176:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016127.811408:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.813754:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340898048:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016127.813765:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340898176:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016127.813803:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [184320->196607] (req 184320->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.813817:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016127.813860:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338598272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2714us (3386us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.813870:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13517 00000100:00100000:0.0:1734016127.818623:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.818732:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.818895:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598400 00000100:00100000:3.0:1734016127.818905:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598400 00010000:00010000:3.0:1734016127.818948:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 496 lvb_type: 1 00000100:00100000:3.0:1734016127.819233:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598528 00000100:00100000:3.0:1734016127.819236:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598528 00010000:00010000:3.0:1734016127.819251:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016127.819617:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3765 00000100:00100000:2.0:1734016127.819626:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338598400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.819643:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.819664:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016127.819674:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016127.819692:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea21bd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeabe expref: 13 pid: 7692 timeout: 496 lvb_type: 1 00010000:00010000:2.0:1734016127.819712:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.819753:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338598400:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 127us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.819760:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3765 00000100:00100000:2.0:1734016127.819789:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3766 00000100:00100000:2.0:1734016127.819793:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338598528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016127.819802:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016127.819809:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.819818:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.819831:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea21bd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4317184->4321279) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeab7 expref: 13 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016127.819840:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.819842:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.819850:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.819859:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.819894:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.819907:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340898304:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016127.819939:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.823038:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340898304:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016127.823075:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016127.823138:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338598528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3341us (4403us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.823151:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3766 00000100:00100000:0.0:1734016127.827247:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.829035:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338598784 00000100:00100000:2.0:1734016127.829051:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338598784 00002000:00100000:2.0:1734016127.829097:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff880079efc700 x1818247338598784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.829107:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc700 with x1818247338598784 ext(184320->188415) 00002000:00010000:2.0:1734016127.829112:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efc700 00000100:00100000:2.0:1734016127.829134:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9515 00000100:00100000:2.0:1734016127.829139:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338598784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.829341:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338598784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 200us (2105us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.829353:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9515 00002000:00100000:2.0:1734016127.829359:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (184320->188415) req@ffff880079efc700 x1818247338598784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.829365:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc700 with x1818247338598784 ext(184320->188415) 00002000:00010000:2.0:1734016127.829368:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efc700 00000100:00100000:0.0:1734016127.833148:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.833299:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599040 00000100:00100000:2.0:1734016127.833309:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599040 00002000:00100000:2.0:1734016127.833349:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (192512->196607) req@ffff88011cd4f480 x1818247338599040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.833359:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f480 with x1818247338599040 ext(192512->196607) 00002000:00010000:2.0:1734016127.833366:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4f480 00000100:00100000:2.0:1734016127.833389:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9516 00000100:00100000:2.0:1734016127.833395:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338599040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016127.833558:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338599040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 161us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016127.833564:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9516 00002000:00100000:2.0:1734016127.833570:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (192512->196607) req@ffff88011cd4f480 x1818247338599040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/4536 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016127.833576:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f480 with x1818247338599040 ext(192512->196607) 00002000:00010000:2.0:1734016127.833579:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4f480 00000100:00100000:0.0:1734016127.837816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.838189:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599168 00000100:00100000:1.0:1734016127.838201:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599168 00000100:00100000:1.0:1734016127.838837:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13518 00000100:00100000:1.0:1734016127.838845:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338599168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.838862:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.838879:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21be6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeacc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.838931:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898432:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.838996:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.841042:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898432:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.841070:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21be6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeacc expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.841082:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21be6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeacc expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.841113:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016127.841166:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338599168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2320us (3358us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.841176:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13518 00000100:00100000:0.0:1734016127.844665:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.844792:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599296 00000100:00100000:1.0:1734016127.844802:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599296 00000100:00100000:1.0:1734016127.845070:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13519 00000100:00100000:1.0:1734016127.845078:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338599296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.845097:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.845113:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea21bed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adead3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.845165:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898560:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.845224:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.847093:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898560:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.847126:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea21bed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adead3 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.847139:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea21bed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adead3 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.847152:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016127.847265:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338599296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2186us (2610us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.847291:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13519 00000100:00100000:2.0:1734016127.849169:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.849428:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599424 00000100:00100000:1.0:1734016127.849437:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599424 00000100:00100000:1.0:1734016127.849485:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13520 00000100:00100000:1.0:1734016127.849492:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338599424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.849512:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.849529:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21bf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeada expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.849584:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.849634:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.851458:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016127.851499:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21bf4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeada expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.851512:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea21bf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeada expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016127.851523:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016127.851580:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338599424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2087us (2417us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016127.851588:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13520 00000100:00100000:0.0:1734016127.854930:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.855064:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599552 00000100:00100000:1.0:1734016127.855077:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599552 00000100:00100000:1.0:1734016127.855154:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13521 00000100:00100000:1.0:1734016127.855163:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338599552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.855187:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.855212:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeae1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.855250:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.855263:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016127.855265:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016127.855326:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2723840->2727935] (req 2723840->2727935) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.855359:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.855371:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 8 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016127.855386:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898816:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016127.855448:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016127.860316:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340898816:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016127.860365:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2723840->2727935] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016127.860386:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016127.860454:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338599552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5291us (5544us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016127.860464:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13521 00000100:00100000:0.0:1734016127.860901:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016127.861246:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599680 00000100:00100000:3.0:1734016127.861257:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599680 00010000:00010000:3.0:1734016127.861325:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 9 pid: 7692 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.861363:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3767 00000100:00100000:3.0:1734016127.861370:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338599680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.861388:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.861416:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 9 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.861429:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 9 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.861458:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21b68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea5c expref: 9 pid: 7692 timeout: 496 lvb_type: 0 00010000:00010000:3.0:1734016127.861486:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.861489:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016127.861497:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.861508:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.861551:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016127.861567:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340898944:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016127.861627:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016127.871599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.871678:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338599936 00000100:00100000:1.0:1734016127.871691:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338599936 00002000:00100000:1.0:1734016127.871742:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3461119) req@ffff88011cd4dc00 x1818247338599936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/0 e 0 to 0 dl 1734016138 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.871758:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4dc00 with x1818247338599936 ext(0->3461119) 00002000:00010000:1.0:1734016127.871764:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4dc00 00000100:00100000:1.0:1734016127.871810:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9517 00000100:00100000:1.0:1734016127.871818:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338599936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.875116:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340898944:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016127.875161:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016127.875267:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338599680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13893us (14362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.875308:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3767 00000100:00100000:1.0:1734016127.929798:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338599936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 57961us (58192us total) trans 0 rc 3461120/3461120 00000100:00100000:1.0:1734016127.929818:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9517 00002000:00100000:1.0:1734016127.929836:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3461119) req@ffff88011cd4dc00 x1818247338599936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:88/0 lens 488/440 e 0 to 0 dl 1734016138 ref 1 fl Complete:/200/0 rc 3461120/3461120 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016127.929846:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4dc00 with x1818247338599936 ext(0->3461119) 00002000:00010000:1.0:1734016127.929852:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4dc00 00000100:00100000:0.0:1734016127.935236:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016127.936640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016127.936660:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600064 00000100:00100000:1.0:1734016127.936672:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600064 00000100:00100000:1.0:1734016127.936734:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13522 00000100:00100000:1.0:1734016127.936743:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338600064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016127.936781:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016127.936808:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21c02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeae8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016127.936884:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340899072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016127.936958:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.937792:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600192 00000100:00100000:2.0:1734016127.937798:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600192 00000100:00100000:2.0:1734016127.937837:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13523 00000100:00100000:2.0:1734016127.937843:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338600192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.937852:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.937863:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeaef expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016127.937879:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.937881:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016127.937888:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.937900:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.937910:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016127.937942:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338600192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 99us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016127.937950:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13523 00000100:00100000:2.0:1734016127.938750:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340899072:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.938786:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21c02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae8 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.938797:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21c02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae8 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.938826:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:2.0:1734016127.942041:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338600064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5289us (6811us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.942052:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13522 00000100:00100000:0.0:1734016127.945495:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.945602:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600320 00000100:00100000:2.0:1734016127.945614:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600320 00000100:00100000:2.0:1734016127.945686:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13524 00000100:00100000:2.0:1734016127.945723:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338600320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.945751:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.945783:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea21c10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeaf6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.945853:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340899200:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.946368:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.950559:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340899200:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.950613:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea21c10 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaf6 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.950630:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea21c10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaf6 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.950670:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016127.950760:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338600320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5065us (5274us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.950780:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13524 00000100:00100000:0.0:1734016127.961134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.963214:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600448 00000100:00100000:2.0:1734016127.963226:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600448 00000100:00100000:2.0:1734016127.963299:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13525 00000100:00100000:2.0:1734016127.963308:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338600448:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016127.963509:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5794787 -> 5794787 00002000:00010000:2.0:1734016127.963512:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.963514:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.963515:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016127.963517:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1032 -> 1040 00000100:00100000:2.0:1734016127.963578:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338600448:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 271us (2463us total) trans 4294969875 rc 0/0 00000100:00100000:2.0:1734016127.963584:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13525 00000100:00100000:0.0:1734016127.970170:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.970306:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600576 00000100:00100000:2.0:1734016127.970315:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600576 00000100:00100000:2.0:1734016127.970360:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13526 00000100:00100000:2.0:1734016127.970366:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338600576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.970387:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.970403:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea21c17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeafd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.970469:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899328:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.970538:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.973063:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899328:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.973106:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea21c17 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeafd expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.973118:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea21c17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeafd expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.973144:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016127.973197:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338600576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2829us (3035us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.973205:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13526 00000100:00100000:0.0:1734016127.980033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.980262:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600704 00000100:00100000:2.0:1734016127.980296:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600704 00000100:00100000:2.0:1734016127.980342:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13527 00000100:00100000:2.0:1734016127.980349:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338600704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016127.980368:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016127.980386:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21c1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb04 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016127.980452:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899456:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016127.980521:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016127.988339:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899456:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016127.988376:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21c1e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb04 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.988392:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21c1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb04 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016127.988424:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016127.988471:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338600704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8121us (8445us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016127.988486:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13527 00000100:00100000:0.0:1734016127.992644:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016127.995033:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338600960 00000100:00100000:2.0:1734016127.995044:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338600960 00000100:00100000:3.0:1734016127.996503:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2611 00000100:00100000:3.0:1734016127.996514:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338600960:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016127.996573:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016127.996601:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21bbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaa2 expref: 23 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.996648:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016127.996652:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016127.996842:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.996855:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.996862:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016127.996898:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016127.996908:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 34 pid: 6486 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016127.996918:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340899584:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016127.997012:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.011337:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.011612:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601088 00000100:00100000:2.0:1734016128.011624:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601088 00010000:00010000:2.0:1734016128.011694:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 35 pid: 6486 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.011743:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3768 00000100:00100000:2.0:1734016128.011754:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1970:x1818247338601088:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.011792:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.011800:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 35 pid: 6486 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.011813:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 35 pid: 6486 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.011849:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.011855:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.011864:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.011872:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.011908:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.011981:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1970:x1818247338601088:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 229us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.011994:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3768 00010000:00010000:3.0:1734016128.013150:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea21b76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adea63 expref: 34 pid: 6486 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.013197:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340899584:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.013227:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.013237:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.013242:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016128.013380:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968970 00000004:00010000:3.0:1734016128.013438:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011cd4c000 reply state ffff88007c484000 transno 4294968971 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016128.013444:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.013559:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338600960:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 17046us (20932us total) trans 4294968971 rc 0/0 00000100:00100000:3.0:1734016128.013579:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2611 00000020:00080000:3.0:1734016128.013583:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.021424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016128.021523:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021535:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021542:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021547:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016128.021551:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021557:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021575:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.021577:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.021581:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.021585:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21c25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016128.021841:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601216 00000100:00100000:2.0:1734016128.021849:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601216 00000100:00100000:2.0:1734016128.021883:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13528 00000100:00100000:2.0:1734016128.021890:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338601216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.021906:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.021921:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb0b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.021942:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.021949:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.021951:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.021953:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.021980:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.021990:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 12 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.022000:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899712:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.022044:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.028961:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340899712:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.029014:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.029036:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016128.029113:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338601216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7221us (7696us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.029125:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13528 00000100:00100000:0.0:1734016128.034128:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.034607:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601344 00000100:00100000:1.0:1734016128.034619:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601344 00002000:00100000:1.0:1734016128.034676:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (184320->196607) req@ffff88011cd4c700 x1818247338601344/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 12776/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.034686:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4c700 with x1818247338601344 ext(184320->196607) 00010000:00010000:1.0:1734016128.034696:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 13 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.034710:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 13 pid: 8975 timeout: 496 lvb_type: 0 00002000:00010000:1.0:1734016128.034717:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4c700 00000100:00100000:1.0:1734016128.034755:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 355 00000100:00100000:1.0:1734016128.034761:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338601344:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016128.037015:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338601344:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2244us (2893us total) trans 4294969876 rc 0/0 00000100:00100000:1.0:1734016128.037027:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 355 00002000:00100000:1.0:1734016128.037039:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (184320->196607) req@ffff88011cd4c700 x1818247338601344/t4294969876(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 12776/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.037047:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4c700 with x1818247338601344 ext(184320->196607) 00010000:00010000:1.0:1734016128.037057:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.037072:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00002000:00010000:1.0:1734016128.037077:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4c700 00000100:00100000:0.0:1734016128.039019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.039409:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601472 00000100:00100000:1.0:1734016128.039419:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601472 00010000:00010000:1.0:1734016128.039464:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016128.040034:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3769 00000100:00100000:1.0:1734016128.040044:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338601472:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.040063:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.040088:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.040099:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.040123:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea21bdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 184320->196607) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeac5 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.040328:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.040330:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.040337:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.040347:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.040386:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.040403:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340899840:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016128.042137:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.048928:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340899840:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016128.048948:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016128.048987:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338601472:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8943us (9975us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.049000:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3769 00000100:00100000:0.0:1734016128.050242:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.050400:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601600 00000100:00100000:2.0:1734016128.050407:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601600 00000100:00080000:1.0:1734016128.050478:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016098 00000100:00100000:2.0:1734016128.050784:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13529 00000100:00100000:2.0:1734016128.050792:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338601600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.050815:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.050836:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb12 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.050867:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.050875:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.050881:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.050883:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.050887:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.050917:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.050928:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 10 pid: 7692 timeout: 496 lvb_type: 1 00000100:00100000:2.0:1734016128.050941:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340899968:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.051008:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.051015:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 14 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.051021:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900096:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.051032:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.054155:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.054235:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601728 00000100:00100000:1.0:1734016128.054247:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601728 00010000:00010000:1.0:1734016128.054302:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 11 pid: 7692 timeout: 496 lvb_type: 1 00000100:00100000:1.0:1734016128.054332:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3770 00000100:00100000:1.0:1734016128.054338:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338601728:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.054354:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.054378:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 11 pid: 7692 timeout: 496 lvb_type: 1 00010000:00010000:1.0:1734016128.054389:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 11 pid: 7692 timeout: 496 lvb_type: 1 00010000:00010000:1.0:1734016128.054416:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016128.055048:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea21c09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeaef expref: 11 pid: 7692 timeout: 496 lvb_type: 1 00000100:00100000:0.0:1734016128.055072:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340899968:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016128.055081:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900096:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016128.055109:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.055119:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:1.0:1734016128.055513:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338601728:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1171us (1364us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.055523:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3770 00000100:00100000:0.0:1734016128.056664:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338601600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5865us (6421us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.056675:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13529 00000100:00100000:1.0:1734016128.056835:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.057660:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601856 00000100:00100000:0.0:1734016128.057669:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601856 00010000:00010000:0.0:1734016128.057700:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016128.057737:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3771 00000100:00100000:0.0:1734016128.057743:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338601856:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.057757:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.057788:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.057799:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.057818:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21bfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2723840->2727935) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeae1 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.057830:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.057832:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.057838:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.057849:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.057888:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.057900:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340900224:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016128.057952:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.064952:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.064995:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.065255:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338601984 00000100:00100000:1.0:1734016128.065263:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338601984 00002000:00010000:1.0:1734016128.065320:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4766811->18446744073709551615) 00002000:00100000:1.0:1734016128.065324:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247338601984 ext(4766811->18446744073709551615) 00002000:00010000:1.0:1734016128.065333:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4000. 00000100:00100000:1.0:1734016128.065349:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602112 00000100:00100000:1.0:1734016128.065352:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602112 00002000:00010000:1.0:1734016128.065360:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.065363:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338602112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.065368:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6680. 00000100:00100000:1.0:1734016128.065380:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9518 00000100:00100000:1.0:1734016128.065387:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338601984:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.065609:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5794787 -> 4766811 00002000:00010000:1.0:1734016128.065613:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.065615:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.065617:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.065618:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1032 00000100:00100000:1.0:1734016128.065657:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338601984:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 270us (713us total) trans 4294969877 rc 0/0 00000100:00100000:1.0:1734016128.065664:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9518 00002000:00010000:1.0:1734016128.065667:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4766811->18446744073709551615) 00002000:00100000:1.0:1734016128.065669:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247338601984 ext(4766811->18446744073709551615) 00002000:00010000:1.0:1734016128.065672:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4000. 00000100:00100000:1.0:1734016128.065700:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9519 00000100:00100000:1.0:1734016128.065704:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338602112:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.065793:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3458672 -> 4194304 00002000:00010000:1.0:1734016128.065795:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.065797:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:1.0:1734016128.065799:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.065800:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:1.0:1734016128.065817:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338602112:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 112us (822us total) trans 4294968255 rc 0/0 00000100:00100000:1.0:1734016128.065823:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9519 00002000:00010000:1.0:1734016128.065825:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.065827:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338602112 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.065831:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6680. 00000100:00100000:2.0:1734016128.065989:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340900224:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.066005:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.066025:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338601856:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8282us (9191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.066032:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3771 00000100:00100000:0.0:1734016128.068892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.070168:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602240 00000100:00100000:3.0:1734016128.070179:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602240 00000100:00100000:3.0:1734016128.070297:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2612 00000100:00100000:3.0:1734016128.070305:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338602240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.070334:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.070353:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21c3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb19 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.070435:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.070450:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.070461:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016128.070487:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8961115 00000004:00200000:3.0:1734016128.070491:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.070504:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.070526:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21c3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb19 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.070814:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb19 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.070821:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.070824:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.070826:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016128.070899:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338602240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 595us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.070907:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2612 00000100:00100000:0.0:1734016128.076095:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.076254:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602368 00000100:00100000:3.0:1734016128.076316:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602368 00000100:00100000:3.0:1734016128.076388:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2613 00000100:00100000:3.0:1734016128.076396:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338602368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.076422:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.076444:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea21c48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb20 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.076554:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.076567:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.076579:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016128.076609:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8961115 00000004:00200000:3.0:1734016128.076614:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.076634:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.076659:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea21c48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 36 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.076677:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 35 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.076686:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.076689:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.076693:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016128.076756:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338602368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 360us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.076775:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2613 00000100:00100000:0.0:1734016128.081988:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.082693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.082771:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602496 00000100:00100000:1.0:1734016128.082779:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602496 00000100:00100000:1.0:1734016128.082934:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602624 00000100:00100000:1.0:1734016128.082938:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602624 00000100:00100000:2.0:1734016128.083234:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13530 00000100:00100000:2.0:1734016128.083243:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338602496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.083285:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.083301:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21c56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb27 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.083362:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340900352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.083432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.083593:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13531 00000100:00100000:1.0:1734016128.083600:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338602624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.083610:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.083625:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21c5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb2e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.083655:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340900480:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.083680:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00002000:00010000:1.0:1734016128.088091:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:1.0:1734016128.088129:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340900480:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.088166:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21c5d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb2e expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.088184:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea21c5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb2e expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016128.088436:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340900352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.088460:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21c56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb27 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.088468:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21c56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb27 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.088486:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016128.088539:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338602496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5295us (6561us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.088550:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13530 00010000:00010000:1.0:1734016128.089101:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016128.089131:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338602624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5531us (6438us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.089137:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13531 00000100:00100000:0.0:1734016128.092396:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.092500:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602752 00000100:00100000:1.0:1734016128.092509:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602752 00000100:00100000:1.0:1734016128.092659:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13532 00000100:00100000:1.0:1734016128.092666:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338602752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.092684:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.092707:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb35 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.092738:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.092744:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.092746:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.092749:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3125248->3129343] (req 3125248->3129343) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.092790:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.092808:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 9 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016128.092820:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340900608:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016128.092869:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.095355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.095730:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340900608:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016128.095757:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3125248->3129343] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.095784:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016128.095830:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338602752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3164us (3446us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.095838:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13532 00000100:00100000:2.0:1734016128.096177:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338602880 00000100:00100000:2.0:1734016128.096184:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338602880 00010000:00010000:2.0:1734016128.096212:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.096247:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3772 00000100:00100000:2.0:1734016128.096253:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338602880:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.096265:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.096309:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.096329:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.096351:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea21c33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb12 expref: 10 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.096367:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.096370:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.096376:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.096385:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.096415:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.096429:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340900736:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016128.096469:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.101925:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340900736:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.101952:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.102013:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338602880:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5759us (6665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.102027:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3772 00000100:00100000:0.0:1734016128.102586:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.102982:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603008 00000100:00100000:1.0:1734016128.102993:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603008 00000100:00100000:1.0:1734016128.103457:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13533 00000100:00100000:1.0:1734016128.103465:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338603008:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.103699:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016128.103702:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.103704:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:1.0:1734016128.103706:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:1.0:1734016128.103707:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1734016128.103757:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338603008:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 292us (1173us total) trans 4294968256 rc 0/0 00000100:00100000:1.0:1734016128.103773:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13533 00000100:00100000:0.0:1734016128.106513:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.107163:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603136 00000100:00100000:3.0:1734016128.107172:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603136 00000100:00100000:3.0:1734016128.107706:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13534 00000100:00100000:3.0:1734016128.107717:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338603136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.107738:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.107770:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb3c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.107839:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900864:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.107919:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.110035:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:3.0:1734016128.110071:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900864:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.110113:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c6b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb3c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.110127:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb3c expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.110154:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016128.110214:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338603136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2499us (3717us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.110223:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13534 00000100:00100000:0.0:1734016128.112442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.112552:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603264 00000100:00100000:3.0:1734016128.112560:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603264 00000100:00100000:3.0:1734016128.112649:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13535 00000100:00100000:3.0:1734016128.112659:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338603264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.112679:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.112701:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb43 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.112774:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900992:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.112851:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.115020:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340900992:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.115086:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c72 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb43 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.115103:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb43 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.115144:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016128.115219:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338603264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2562us (2784us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.115228:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13535 00000100:00100000:0.0:1734016128.119025:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.119099:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603392 00000100:00100000:3.0:1734016128.119111:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603392 00000100:00100000:3.0:1734016128.119867:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13536 00000100:00100000:3.0:1734016128.119875:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338603392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.119893:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.119917:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea21c79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb4a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.119985:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901120:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.120050:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.121977:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901120:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.122009:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea21c79 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb4a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.122022:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea21c79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb4a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.122134:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016128.122183:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338603392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2308us (3171us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.122193:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13536 00000100:00100000:0.0:1734016128.125655:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.125729:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603520 00000100:00100000:3.0:1734016128.125737:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603520 00000100:00100000:3.0:1734016128.125828:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13537 00000100:00100000:3.0:1734016128.125836:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338603520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.125855:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.125875:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb51 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.125906:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.125912:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.125914:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.125917:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2326528->2330623] (req 2326528->2330623) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.125949:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.125961:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 15 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.125975:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901248:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.126816:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.130025:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.130238:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901248:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.130294:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2326528->2330623] (req 2326528->2330623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.130308:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016128.130362:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338603520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4527us (4717us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.130371:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13537 00000100:00100000:2.0:1734016128.136571:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603648 00000100:00100000:2.0:1734016128.136590:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603648 00010000:00010000:2.0:1734016128.136643:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 16 pid: 8975 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.136685:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3773 00000100:00100000:2.0:1734016128.136694:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338603648:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.136710:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.136736:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 16 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.136749:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 16 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.136783:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea21c64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3125248->3129343) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb35 expref: 16 pid: 8975 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.136803:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.136806:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.136813:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.136822:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.136865:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.136876:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340901376:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016128.136948:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.140446:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340901376:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.140469:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.140517:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338603648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3822us (10502us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.140527:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3773 00000100:00100000:0.0:1734016128.141748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.142235:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338603904 00000100:00100000:2.0:1734016128.142243:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338603904 00002000:00100000:2.0:1734016128.142310:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2326528->2330623) req@ffff880078d50e00 x1818247338603904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.142319:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50e00 with x1818247338603904 ext(2326528->2330623) 00002000:00010000:2.0:1734016128.142324:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d50e00 00000100:00100000:2.0:1734016128.142355:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9520 00000100:00100000:2.0:1734016128.142362:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338603904:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.142504:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338603904:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (763us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.142511:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9520 00002000:00100000:2.0:1734016128.142516:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2326528->2330623) req@ffff880078d50e00 x1818247338603904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.142521:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50e00 with x1818247338603904 ext(2326528->2330623) 00002000:00010000:2.0:1734016128.142524:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d50e00 00000100:00100000:0.0:1734016128.147033:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.147311:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604160 00000100:00100000:3.0:1734016128.147323:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604160 00002000:00100000:3.0:1734016128.147373:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2334719) req@ffff880078d51180 x1818247338604160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.147382:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51180 with x1818247338604160 ext(2330624->2334719) 00002000:00010000:3.0:1734016128.147388:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d51180 00000100:00100000:3.0:1734016128.148881:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9521 00000100:00100000:3.0:1734016128.148892:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338604160:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.149053:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338604160:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 163us (2034us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.149060:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9521 00002000:00100000:3.0:1734016128.149066:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2330624->2334719) req@ffff880078d51180 x1818247338604160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.149075:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51180 with x1818247338604160 ext(2330624->2334719) 00002000:00010000:3.0:1734016128.149078:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d51180 00000100:00100000:0.0:1734016128.153428:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.153555:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604416 00000100:00100000:2.0:1734016128.153566:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604416 00000100:00100000:2.0:1734016128.153632:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2614 00000100:00100000:2.0:1734016128.153640:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338604416:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.153702:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.153729:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21c41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb19 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.153771:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.153776:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016128.153950:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.153962:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.153969:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.154004:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.154015:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 34 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.154030:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340901504:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.154830:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff880079e79cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.158442:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340901504:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.158484:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016128.159259:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.159518:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604544 00000100:00100000:2.0:1734016128.159528:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604544 00010000:00010000:2.0:1734016128.159567:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.159602:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3774 00000100:00100000:2.0:1734016128.159612:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1970:x1818247338604544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.159631:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.159638:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.159648:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.159672:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea21c4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb20 expref: 35 pid: 8227 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.159704:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.159709:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.159718:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.159725:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.159744:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016128.159771:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.159776:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:2.0:1734016128.159882:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968972 00000004:00010000:2.0:1734016128.159922:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078d52d80 reply state ffff88007ab17000 transno 4294968973 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:2.0:1734016128.159928:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016128.160017:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338604416:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6377us (6599us total) trans 4294968973 rc 0/0 00000100:00100000:2.0:1734016128.160023:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2614 00000020:00080000:2.0:1734016128.160028:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016128.160052:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:1970:x1818247338604544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 442us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.160056:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3774 00000100:00100000:0.0:1734016128.163346:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.163814:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604672 00000100:00100000:3.0:1734016128.163828:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604672 00000100:00100000:3.0:1734016128.163893:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13538 00000100:00100000:3.0:1734016128.163903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338604672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.163928:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.163950:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb58 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.163983:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.163991:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.163993:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.163996:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.164027:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.164039:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.164052:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901632:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.164117:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016128.164194:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164201:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164206:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164211:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016128.164215:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164223:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164235:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.164237:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016128.164241:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.164245:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21c87 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016128.168484:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340901632:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.168516:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.168533:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016128.168576:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338604672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4674us (5305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.168583:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13538 00000100:00100000:0.0:1734016128.168891:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.169242:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604800 00000100:00100000:1.0:1734016128.169249:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604800 00010000:00010000:1.0:1734016128.169301:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016128.169330:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3775 00000100:00100000:1.0:1734016128.169335:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338604800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.169346:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.169365:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.169377:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.169399:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21c80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2326528->2330623) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb51 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.169420:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.169423:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.169428:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.169436:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.169463:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.169474:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340901760:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016128.169510:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.172730:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340901760:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016128.172753:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016128.172806:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338604800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3469us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.172815:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3775 00000100:00100000:0.0:1734016128.173655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.173692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.174035:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605056 00000100:00100000:2.0:1734016128.174046:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605056 00002000:00010000:2.0:1734016128.174077:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (743057->18446744073709551615) 00002000:00100000:2.0:1734016128.174080:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51500 with x1818247338605056 ext(743057->18446744073709551615) 00002000:00010000:2.0:1734016128.174089:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d51500. 00000100:00100000:2.0:1734016128.174106:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338604928 00000100:00100000:2.0:1734016128.174109:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338604928 00002000:00010000:2.0:1734016128.174119:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016128.174121:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53100 with x1818247338604928 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016128.174126:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53100. 00000100:00100000:2.0:1734016128.174143:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9522 00000100:00100000:2.0:1734016128.174149:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338605056:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016128.176173:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 743057 00002000:00010000:2.0:1734016128.176181:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.176184:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:2.0:1734016128.176185:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016127 00002000:00010000:2.0:1734016128.176187:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1734016128.176298:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338605056:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2115us (2614us total) trans 4294968257 rc 0/0 00000100:00100000:2.0:1734016128.176309:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9522 00002000:00010000:2.0:1734016128.176316:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (743057->18446744073709551615) 00002000:00100000:2.0:1734016128.176319:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51500 with x1818247338605056 ext(743057->18446744073709551615) 00002000:00010000:2.0:1734016128.176327:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d51500. 00000100:00100000:2.0:1734016128.176356:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9523 00000100:00100000:2.0:1734016128.176363:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338604928:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016128.176482:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4766811 -> 4194304 00002000:00010000:2.0:1734016128.176485:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.176487:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.176489:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.176491:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1032 -> 1032 00000100:00100000:2.0:1734016128.176510:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338604928:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 148us (2818us total) trans 4294969878 rc 0/0 00000100:00100000:2.0:1734016128.176516:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9523 00002000:00010000:2.0:1734016128.176518:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016128.176521:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53100 with x1818247338604928 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016128.176527:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53100. 00000100:00100000:0.0:1734016128.180394:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.184938:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605184 00000100:00100000:2.0:1734016128.184952:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605184 00000100:00100000:2.0:1734016128.185021:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2615 00000100:00100000:2.0:1734016128.185029:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338605184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.185054:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.185076:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea21c95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb5f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.185157:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.185168:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.185177:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016128.185198:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4937361 00000004:00200000:2.0:1734016128.185202:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.185218:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.185237:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea21c95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.185252:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.185259:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.185261:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.185265:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016128.185378:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338605184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 349us (4997us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.185386:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2615 00000100:00100000:2.0:1734016128.192503:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.192658:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.192770:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605312 00000100:00100000:3.0:1734016128.192778:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605312 00000100:00100000:3.0:1734016128.192820:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605440 00000100:00100000:3.0:1734016128.192822:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605440 00000100:00100000:3.0:1734016128.192847:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13539 00000100:00100000:3.0:1734016128.192853:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338605312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.192870:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.192884:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ca3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb66 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.192938:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340901888:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.193005:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.193020:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13540 00000100:00100000:3.0:1734016128.193025:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338605440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.193032:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.193042:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21caa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb6d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.193066:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340902016:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.193082:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.196977:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340901888:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.197028:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ca3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb66 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.197047:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ca3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb66 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.197631:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016128.197698:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338605312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4842us (5201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.197709:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13539 00002000:00010000:3.0:1734016128.197773:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:3.0:1734016128.197787:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340902016:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.197834:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21caa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb6d expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.197843:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea21caa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb6d expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.197850:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016128.197866:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338605440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4840us (5208us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.197870:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13540 00000100:00100000:0.0:1734016128.200757:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.200859:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605568 00000100:00100000:3.0:1734016128.200870:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605568 00000100:00100000:3.0:1734016128.201117:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13541 00000100:00100000:3.0:1734016128.201124:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338605568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.201141:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.201156:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb74 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.201186:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.201193:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.201194:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.201198:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [503808->507903] (req 503808->507903) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.201227:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.201236:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 14 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.201247:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902144:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.201330:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.209198:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902144:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.209261:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [503808->507903] (req 503808->507903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.209363:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016128.209368:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.209416:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605696 00000100:00100000:1.0:1734016128.209421:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605696 00010000:00010000:1.0:1734016128.209450:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 15 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016128.209490:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3776 00000100:00100000:1.0:1734016128.209497:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338605696:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016128.209513:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.209536:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 15 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.209547:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 15 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.209566:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21c2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb0b expref: 15 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.209591:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.209593:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.209600:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.209610:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.209642:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.209656:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340902272:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016128.209729:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.218918:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338605568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 17783us (18157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.218930:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13541 00000100:00100000:1.0:1734016128.226744:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340902272:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016128.226773:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016128.226810:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338605696:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 17312us (17443us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.226819:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3776 00000100:00100000:0.0:1734016128.232705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.232869:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338605952 00000100:00100000:2.0:1734016128.232879:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338605952 00002000:00100000:2.0:1734016128.232921:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (503808->507903) req@ffff880078d53480 x1818247338605952/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.232930:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53480 with x1818247338605952 ext(503808->507903) 00002000:00010000:2.0:1734016128.232935:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53480 00000100:00100000:2.0:1734016128.232973:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9524 00000100:00100000:2.0:1734016128.232980:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338605952:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.233152:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338605952:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 172us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.233159:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9524 00002000:00100000:2.0:1734016128.233165:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (503808->507903) req@ffff880078d53480 x1818247338605952/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.233170:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53480 with x1818247338605952 ext(503808->507903) 00002000:00010000:2.0:1734016128.233173:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53480 00000100:00100000:0.0:1734016128.235965:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.236042:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606208 00000100:00100000:1.0:1734016128.236050:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606208 00002000:00100000:1.0:1734016128.236090:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (507904->511999) req@ffff880078d53800 x1818247338606208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.236099:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53800 with x1818247338606208 ext(507904->511999) 00002000:00010000:1.0:1734016128.236104:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53800 00000100:00100000:1.0:1734016128.236137:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9525 00000100:00100000:1.0:1734016128.236144:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338606208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.236364:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338606208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 218us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.236371:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9525 00002000:00100000:1.0:1734016128.236376:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (507904->511999) req@ffff880078d53800 x1818247338606208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.236381:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53800 with x1818247338606208 ext(507904->511999) 00002000:00010000:1.0:1734016128.236384:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53800 00000100:00100000:0.0:1734016128.239240:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.242071:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606336 00000100:00100000:2.0:1734016128.242090:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606336 00002000:00100000:2.0:1734016128.242151:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (503808->511999) req@ffff880078d50a80 x1818247338606336/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 8680/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.242163:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247338606336 ext(503808->511999) 00002000:00010000:2.0:1734016128.242170:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80 00000100:00100000:2.0:1734016128.242205:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9526 00000100:00100000:2.0:1734016128.242212:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338606336:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.247267:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338606336:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5033us (8013us total) trans 4294969879 rc 0/0 00000100:00100000:2.0:1734016128.247320:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9526 00002000:00100000:2.0:1734016128.247335:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (503808->511999) req@ffff880078d50a80 x1818247338606336/t4294969879(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 8680/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.247344:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247338606336 ext(503808->511999) 00002000:00010000:2.0:1734016128.247351:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80 00000100:00100000:0.0:1734016128.257316:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.257451:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606464 00000100:00100000:3.0:1734016128.257460:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606464 00000100:00100000:3.0:1734016128.257514:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2616 00000100:00100000:3.0:1734016128.257522:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338606464:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016128.257626:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338606464:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 105us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.257632:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2616 00000100:00100000:0.0:1734016128.259478:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.259597:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606592 00000100:00100000:3.0:1734016128.259608:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606592 00000100:00100000:3.0:1734016128.259654:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13542 00000100:00100000:3.0:1734016128.259662:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338606592:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:1.0:1734016128.261176:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969879 is committed 00000001:00080000:1.0:1734016128.261191:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969878 is committed 00000100:00100000:3.0:1734016128.264425:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338606592:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 4751us (4949us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.264438:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13542 00000100:00100000:0.0:1734016128.268824:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.269048:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606720 00000100:00100000:3.0:1734016128.269057:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606720 00000100:00100000:3.0:1734016128.269113:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13543 00000100:00100000:3.0:1734016128.269121:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338606720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.269138:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.269152:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21cb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb7b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.269198:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.269256:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.274088:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016128.274096:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016128.274099:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1032 -> 1048 00000100:00100000:3.0:1734016128.274118:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.274152:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21cb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb7b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.274164:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea21cb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb7b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.274178:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016128.274222:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338606720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5100us (5405us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.274230:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13543 00000100:00100000:0.0:1734016128.276892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.277028:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606848 00000100:00100000:3.0:1734016128.277038:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606848 00000100:00100000:3.0:1734016128.277083:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13544 00000100:00100000:3.0:1734016128.277090:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338606848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.277109:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.277125:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21cbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb82 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.277181:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.277493:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.286839:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.286883:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21cbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb82 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.286905:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea21cbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb82 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.286924:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016128.288540:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338606848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11441us (11648us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.288551:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13544 00000100:00100000:1.0:1734016128.293917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.294194:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338606976 00000100:00100000:3.0:1734016128.294203:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338606976 00000100:00100000:3.0:1734016128.294260:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13545 00000100:00100000:3.0:1734016128.294296:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338606976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.294315:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.294333:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21cc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb89 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.294390:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902656:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.294455:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.298367:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902656:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.298416:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21cc6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb89 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.298433:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea21cc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb89 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.298466:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016128.299979:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338606976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5701us (6059us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.299994:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13545 00000100:00100000:0.0:1734016128.309203:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.309856:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607104 00000100:00100000:3.0:1734016128.309866:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607104 00000100:00100000:3.0:1734016128.309927:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13546 00000100:00100000:3.0:1734016128.309934:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338607104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.309956:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.309973:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ccd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb90 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.310038:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902784:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.310108:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.315941:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902784:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.315987:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ccd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb90 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.316002:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ccd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb90 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.316024:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016128.316083:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338607104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6147us (6887us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.316094:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13546 00000100:00100000:3.0:1734016128.320265:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.321547:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607232 00000100:00100000:0.0:1734016128.321558:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607232 00000100:00100000:0.0:1734016128.321616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13547 00000100:00100000:0.0:1734016128.321623:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338607232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.321640:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.321656:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb97 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.321683:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.321691:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.321693:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.321696:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2244608->2256895] (req 2244608->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.321725:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.321735:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 6 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016128.321746:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902912:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016128.322416:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.329827:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.329867:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340902912:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016128.329878:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607360 00000100:00100000:1.0:1734016128.329885:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607360 00010000:00010000:0.0:1734016128.329897:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2244608->2256895] (req 2244608->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.329914:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00010000:00010000:1.0:1734016128.329916:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:1.0:1734016128.329949:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3777 00000100:00100000:0.0:1734016128.329961:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338607232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8338us (9713us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.329961:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338607360:12345-192.168.201.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016128.329968:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13547 00010000:00010000:1.0:1734016128.329977:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016128.329996:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.330005:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.330027:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21cb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 503808->507903) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb74 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:1.0:1734016128.330049:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.330051:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.330057:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.330064:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.330093:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.330105:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340903040:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016128.330143:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.333768:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340903040:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.333788:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.333836:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338607360:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3874us (4017us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.333847:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3777 00000100:00100000:0.0:1734016128.334635:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.335212:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607488 00000100:00100000:1.0:1734016128.335221:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607488 00000100:00100000:1.0:1734016128.335259:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13548 00000100:00100000:1.0:1734016128.335265:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338607488:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.335536:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016128.335539:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.335542:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.335543:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.335545:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:1.0:1734016128.335605:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338607488:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 331us (962us total) trans 4294969880 rc 0/0 00000100:00100000:1.0:1734016128.335612:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13548 00000100:00100000:3.0:1734016128.369838:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.370819:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607744 00000100:00100000:2.0:1734016128.370828:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607744 00000100:00100000:2.0:1734016128.370895:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2617 00000100:00100000:2.0:1734016128.370902:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338607744:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.371083:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.371099:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 26 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.371107:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.371138:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 26 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.371149:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 26 pid: 6486 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.371163:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340903168:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.371240:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.376235:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f23100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340903168:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.376266:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016128.377379:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.377575:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338607872 00000100:00100000:2.0:1734016128.377582:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338607872 00010000:00010000:2.0:1734016128.377611:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 27 pid: 6486 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.377701:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3778 00000100:00100000:2.0:1734016128.377709:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:1969:x1818247338607872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.377726:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.377732:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 27 pid: 6486 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.377741:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 27 pid: 6486 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.377771:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21c9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb5f expref: 27 pid: 6486 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.378029:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.378034:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.378042:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.378048:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.378079:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.378126:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:1969:x1818247338607872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 417us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.378133:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3778 00010000:00010000:3.0:1734016128.378198:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.378204:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:3.0:1734016128.378306:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968974 00000004:00010000:3.0:1734016128.378346:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007f01a680 reply state ffff88007ab15000 transno 4294968975 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016128.378353:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016128.378421:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338607744:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7519us (8593us total) trans 4294968975 rc 0/0 00000100:00100000:3.0:1734016128.378427:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2617 00000020:00080000:3.0:1734016128.378430:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016128.380461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.380528:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608000 00000100:00100000:0.0:1734016128.380542:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608000 00000100:00100000:0.0:1734016128.380650:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13549 00000100:00100000:0.0:1734016128.380660:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338608000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.380677:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.380908:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380916:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380921:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380926:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016128.380929:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380939:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380955:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.380957:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.380961:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.380965:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21cdb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016128.381014:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeb9e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.381041:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.381047:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.381048:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016128.381051:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.381077:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.381087:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 7 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016128.381098:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340903296:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016128.381147:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.387316:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340903296:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.387363:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.387387:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:2.0:1734016128.387466:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338608000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6805us (7012us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.387478:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13549 00000100:00100000:0.0:1734016128.387841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.387917:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608128 00000100:00100000:0.0:1734016128.387926:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608128 00010000:00010000:0.0:1734016128.387953:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:0.0:1734016128.389825:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3779 00000100:00100000:0.0:1734016128.389834:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338608128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.389848:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.389870:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.389882:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.389901:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea21cd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2244608->2256895) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb97 expref: 8 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:0.0:1734016128.392917:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.392926:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.392941:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.392952:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.393011:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.393026:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340903424:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016128.393135:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.400035:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.400482:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340903424:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.400504:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.402715:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338608128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 12869us (14862us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.402729:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3779 00000100:00100000:3.0:1734016128.403041:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608256 00000100:00100000:3.0:1734016128.403050:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608256 00000100:00100000:3.0:1734016128.403111:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13550 00000100:00100000:3.0:1734016128.403119:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338608256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.403142:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.403162:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeba5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.403194:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.403203:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.403205:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.403209:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.403244:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.403260:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 10 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.403293:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340903552:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.403377:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.426599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.427111:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608384 00000100:00100000:2.0:1734016128.427123:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608384 00010000:00010000:2.0:1734016128.427162:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:2.0:1734016128.427214:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3780 00000100:00100000:2.0:1734016128.427223:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338608384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.427240:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.427266:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.427313:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00010000:00010000:2.0:1734016128.427346:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.427348:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.427355:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.427363:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.427410:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.427427:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340903680:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016128.427495:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fce40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016128.427588:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21c8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb58 expref: 11 pid: 7694 timeout: 496 lvb_type: 0 00000100:00100000:3.0:1734016128.427610:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340903552:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.427639:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.427646:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016128.427668:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338608256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 24550us (27641us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.427676:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13550 00000100:00100000:2.0:1734016128.431498:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.431554:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.431625:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608640 00000100:00100000:3.0:1734016128.431635:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608640 00002000:00010000:3.0:1734016128.431669:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2053127->18446744073709551615) 00002000:00100000:3.0:1734016128.431673:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20700 with x1818247338608640 ext(2053127->18446744073709551615) 00002000:00010000:3.0:1734016128.431684:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f20700. 00000100:00100000:3.0:1734016128.431703:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608512 00000100:00100000:3.0:1734016128.431705:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608512 00002000:00010000:3.0:1734016128.431715:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016128.431719:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338608512 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016128.431727:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21500. 00000100:00100000:3.0:1734016128.431741:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9527 00000100:00100000:3.0:1734016128.431748:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338608640:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016128.431941:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 743057 -> 2053127 00002000:00010000:3.0:1734016128.431944:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016128.431946:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016124 00002000:00010000:3.0:1734016128.431948:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016127 -> 1734016128 00002000:00010000:3.0:1734016128.431950:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016128.431991:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338608640:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 242us (504us total) trans 4294968258 rc 0/0 00000100:00100000:3.0:1734016128.431997:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9527 00002000:00010000:3.0:1734016128.432000:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2053127->18446744073709551615) 00002000:00100000:3.0:1734016128.432002:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20700 with x1818247338608640 ext(2053127->18446744073709551615) 00002000:00010000:3.0:1734016128.432005:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f20700. 00000100:00100000:3.0:1734016128.432017:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9528 00000100:00100000:3.0:1734016128.432021:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338608512:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016128.432076:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016128.432078:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.432079:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016128.432081:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.432082:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:3.0:1734016128.432095:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338608512:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 74us (542us total) trans 4294969881 rc 0/0 00000100:00100000:3.0:1734016128.432104:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9528 00002000:00010000:3.0:1734016128.432106:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016128.432108:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338608512 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016128.432111:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21500. 00000100:00100000:0.0:1734016128.434162:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340903680:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016128.434184:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.434239:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338608384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7016us (7648us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.434250:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3780 00000100:00100000:3.0:1734016128.434379:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.434404:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608768 00000100:00100000:3.0:1734016128.434409:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608768 00000100:00100000:3.0:1734016128.434439:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2618 00000100:00100000:3.0:1734016128.434444:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338608768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.434464:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.434477:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea21cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebac expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.434553:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.434577:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.434589:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016128.434607:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6247431 00000004:00200000:3.0:1734016128.434610:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.434623:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.434642:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea21cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebac expref: 38 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.434656:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebac expref: 37 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.434663:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.434666:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.434668:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016128.434684:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338608768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 240us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.434689:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2618 00000100:00100000:0.0:1734016128.440030:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.440103:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.440219:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609024 00000100:00100000:3.0:1734016128.440229:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609024 00000100:00100000:3.0:1734016128.440324:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338608896 00000100:00100000:3.0:1734016128.440326:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338608896 00000100:00100000:3.0:1734016128.440352:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13551 00000100:00100000:3.0:1734016128.440359:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338609024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.440382:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.440405:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21cfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.440468:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340903808:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.440530:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.440719:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13552 00000100:00100000:1.0:1734016128.440727:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338608896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.440737:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.440747:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebb3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.440792:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340903936:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.440821:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016128.447634:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016124 -> 1734016127 00000100:00100000:3.0:1734016128.447671:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340903808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.447730:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340903936:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.447732:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21cfe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebba expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.447748:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d05 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebb3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.447751:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21cfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebba expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.447767:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebb3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.447777:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00010000:00010000:1.0:1734016128.447780:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016128.447837:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338608896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7108us (7732us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.447845:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13552 00000100:00100000:3.0:1734016128.447953:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338609024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7594us (7939us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.447959:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13551 00000100:00100000:1.0:1734016128.453584:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.453654:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609152 00000100:00100000:3.0:1734016128.453665:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609152 00000100:00100000:3.0:1734016128.453733:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13553 00000100:00100000:3.0:1734016128.453743:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338609152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.453772:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.453791:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebc1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.453823:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.453830:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.453832:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.453835:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [655360->659455] (req 655360->659455) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.453872:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.453889:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 16 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.453902:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904064:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.461676:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.465234:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.465329:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904064:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.465364:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [655360->659455] (req 655360->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.465384:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016128.465445:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338609152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11702us (11872us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.465453:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13553 00000100:00100000:0.0:1734016128.465618:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609280 00000100:00100000:0.0:1734016128.465626:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609280 00010000:00010000:0.0:1734016128.465651:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 17 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016128.465913:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3781 00000100:00100000:0.0:1734016128.465918:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338609280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.465933:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.465958:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 17 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.465968:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 17 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.465989:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea21ce9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeba5 expref: 17 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.467037:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.467043:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.467052:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.467062:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.467097:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.467110:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340904192:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016128.467373:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.474255:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340904192:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016128.474406:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.478291:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338609280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 12350us (13044us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.478303:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3781 00000100:00100000:1.0:1734016128.478419:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.478474:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609536 00000100:00100000:2.0:1734016128.478480:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609536 00002000:00100000:2.0:1734016128.478510:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (655360->659455) req@ffff88007a02aa00 x1818247338609536/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.478519:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02aa00 with x1818247338609536 ext(655360->659455) 00002000:00010000:2.0:1734016128.478523:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02aa00 00000100:00100000:2.0:1734016128.478537:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9529 00000100:00100000:2.0:1734016128.478541:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338609536:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.479177:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338609536:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 634us (757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.479183:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9529 00002000:00100000:2.0:1734016128.479188:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (655360->659455) req@ffff88007a02aa00 x1818247338609536/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.479195:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02aa00 with x1818247338609536 ext(655360->659455) 00002000:00010000:2.0:1734016128.479198:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02aa00 00000100:00100000:1.0:1734016128.481464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.481575:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609792 00000100:00100000:2.0:1734016128.481587:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609792 00002000:00100000:2.0:1734016128.481654:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (659456->663551) req@ffff88007a029880 x1818247338609792/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.481663:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029880 with x1818247338609792 ext(659456->663551) 00002000:00010000:2.0:1734016128.481667:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029880 00000100:00100000:2.0:1734016128.482060:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9530 00000100:00100000:2.0:1734016128.482067:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338609792:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016128.485661:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338609792:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3566us (4177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016128.485681:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9530 00002000:00100000:2.0:1734016128.485702:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (659456->663551) req@ffff88007a029880 x1818247338609792/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.485713:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029880 with x1818247338609792 ext(659456->663551) 00002000:00010000:2.0:1734016128.485720:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029880 00000100:00100000:3.0:1734016128.490845:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.490928:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338609920 00000100:00100000:0.0:1734016128.490941:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338609920 00000100:00100000:0.0:1734016128.491001:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13554 00000100:00100000:0.0:1734016128.491013:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338609920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.491046:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.491070:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebc8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.491104:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.491106:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.491116:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.491133:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.491154:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016128.491770:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1972:x1818247338609920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 759us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.491778:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13554 00000100:00100000:0.0:1734016128.499255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.499390:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610048 00000100:00100000:1.0:1734016128.499401:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610048 00000100:00100000:1.0:1734016128.499450:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13555 00000100:00100000:1.0:1734016128.499458:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338610048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.499480:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.499500:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebcf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.499541:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.499549:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.499554:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.499556:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016128.499558:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2891776->2904063] (req 2891776->2904063) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.499586:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.499596:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 16 pid: 7692 timeout: 497 lvb_type: 1 00000100:00100000:1.0:1734016128.499608:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016128.499673:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.499680:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 12 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016128.499691:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904448:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016128.499708:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.503166:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.503204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.503234:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610176 00000100:00100000:0.0:1734016128.503241:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610176 00010000:00010000:0.0:1734016128.503292:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 17 pid: 7692 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016128.503324:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610304 00000100:00100000:0.0:1734016128.503327:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610304 00010000:00010000:0.0:1734016128.503337:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016128.503350:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3782 00000100:00100000:0.0:1734016128.503357:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae5df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338610176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.503369:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.503389:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 17 pid: 7692 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016128.503399:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 17 pid: 7692 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016128.503423:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.503449:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae5df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338610176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 92us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.503455:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3782 00000100:00100000:0.0:1734016128.503493:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3783 00000100:00100000:0.0:1734016128.503497:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338610304:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.503502:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.503508:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.503515:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.503524:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.503526:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.503532:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.503540:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.503563:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.503572:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340904576:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016128.503597:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016128.504831:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea21d13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc8 expref: 16 pid: 7692 timeout: 497 lvb_type: 1 00000100:00100000:1.0:1734016128.505184:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016128.505201:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 655360->659455) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebc1 expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016128.505210:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904448:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016128.505234:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.505245:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016128.505666:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338610048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6206us (6424us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.505674:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13555 00000100:00100000:2.0:1734016128.506522:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340904576:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.506537:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.507357:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338610304:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3855us (4148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.507369:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3783 00000100:00100000:2.0:1734016128.509858:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.509934:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610432 00000100:00100000:3.0:1734016128.509943:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610432 00000100:00100000:3.0:1734016128.509982:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2619 00000100:00100000:3.0:1734016128.509988:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338610432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.510009:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.510027:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21d21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebd6 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.510102:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.510117:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.510127:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016128.510150:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6247431 00000004:00200000:3.0:1734016128.510154:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016128.510169:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.510189:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21d21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.510689:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.510905:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.510907:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016128.510910:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016128.511114:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338610432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1125us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.511122:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2619 00000100:00100000:0.0:1734016128.513967:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.514084:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610560 00000100:00100000:1.0:1734016128.514093:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610560 00000100:00100000:1.0:1734016128.514139:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13556 00000100:00100000:1.0:1734016128.514146:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338610560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.514163:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.514178:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea21d2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebdd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.514221:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340904704:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.514304:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.516010:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340904704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.516038:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea21d2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebdd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.516050:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea21d2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebdd expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.516359:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016128.516561:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338610560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2413us (2599us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.516569:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13556 00000100:00100000:3.0:1734016128.518409:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.518504:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610688 00000100:00100000:1.0:1734016128.518511:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610688 00000100:00100000:1.0:1734016128.518576:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13557 00000100:00100000:1.0:1734016128.518583:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338610688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.518599:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.518617:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea21d36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebe4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.518673:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340904832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.518924:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.520511:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340904832:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.520538:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea21d36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebe4 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.520550:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea21d36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebe4 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.520839:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016128.520890:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338610688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2307us (2485us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.520898:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13557 00000100:00100000:0.0:1734016128.523211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.523551:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610816 00000100:00100000:1.0:1734016128.523562:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610816 00000100:00100000:1.0:1734016128.523612:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13558 00000100:00100000:1.0:1734016128.523621:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338610816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.523641:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.523658:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebeb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.523685:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.523691:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.523693:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016128.523696:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2879488->2891775] (req 2879488->2891775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.523728:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.523741:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:1.0:1734016128.523753:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904960:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016128.523818:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.527449:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340904960:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016128.527476:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2879488->2891775] (req 2879488->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.527491:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016128.527530:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338610816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3909us (4329us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.527537:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13558 00000100:00100000:0.0:1734016128.528256:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.528962:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338610944 00000100:00100000:2.0:1734016128.528975:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338610944 00002000:00100000:2.0:1734016128.529025:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2891776->2901406) req@ffff880078cee300 x1818247338610944/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 10120/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.529036:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee300 with x1818247338610944 ext(2891776->2901406) 00010000:00010000:2.0:1734016128.529046:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.529057:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00002000:00010000:2.0:1734016128.529064:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cee300 00000100:00100000:2.0:1734016128.529091:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 356 00000100:00100000:2.0:1734016128.529097:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338610944:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.530424:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338610944:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1319us (2162us total) trans 4294968259 rc 0/0 00000100:00100000:2.0:1734016128.530434:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 356 00002000:00100000:2.0:1734016128.530442:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2891776->2901406) req@ffff880078cee300 x1818247338610944/t4294968259(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 10120/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.530454:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee300 with x1818247338610944 ext(2891776->2901406) 00010000:00010000:2.0:1734016128.530463:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.530476:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00002000:00010000:2.0:1734016128.530482:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cee300 00000100:00100000:0.0:1734016128.532586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.532706:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611072 00000100:00100000:2.0:1734016128.532714:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611072 00010000:00010000:2.0:1734016128.532744:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.532982:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3784 00000100:00100000:2.0:1734016128.532989:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338611072:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.533004:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016128.533022:0:6475:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2053127 -> 2901407 00002000:00010000:2.0:1734016128.533025:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:2.0:1734016128.533029:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.533039:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.533058:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea21d1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->2904063) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebcf expref: 13 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.533091:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.533093:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.533099:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.533107:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.533135:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.533145:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340905088:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016128.533536:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.536086:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.536180:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340905088:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.536203:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.536260:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338611072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3270us (3681us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.536306:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3784 00000100:00100000:1.0:1734016128.536599:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611200 00000100:00100000:1.0:1734016128.536605:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611200 00000100:00100000:1.0:1734016128.536644:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13559 00000100:00100000:1.0:1734016128.536650:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338611200:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016128.536875:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2901407 -> 2901407 00002000:00010000:1.0:1734016128.536878:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.536880:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.536882:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.536883:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1734016128.536931:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338611200:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 281us (853us total) trans 4294968260 rc 0/0 00000100:00100000:1.0:1734016128.536940:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13559 00000100:00100000:3.0:1734016128.540452:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.540490:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.540730:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611456 00000100:00100000:0.0:1734016128.540739:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611456 00000100:00100000:0.0:1734016128.540794:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611328 00000100:00100000:0.0:1734016128.540797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611328 00000100:00100000:0.0:1734016128.540826:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13560 00000100:00100000:0.0:1734016128.540833:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338611456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.540849:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.540865:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21d44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebf9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.540910:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905216:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016128.540960:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.541092:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13561 00000100:00100000:1.0:1734016128.541098:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338611328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.541106:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.541115:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adebf2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.541141:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905344:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.541165:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.544173:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905216:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016128.544201:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21d44 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebf9 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.544214:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea21d44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebf9 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.544238:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016128.545229:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338611456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4391us (4781us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.545239:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13560 00000100:00100000:0.0:1734016128.545486:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905344:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016128.545507:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d4b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebf2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.545517:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea21d4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebf2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.545526:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:0.0:1734016128.545564:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338611328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4464us (5073us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.545569:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13561 00000100:00100000:2.0:1734016128.551038:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.551080:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.551157:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611584 00000100:00100000:0.0:1734016128.551167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611584 00000100:00100000:0.0:1734016128.551246:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611712 00000100:00100000:0.0:1734016128.551249:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611712 00000100:00100000:0.0:1734016128.551302:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13562 00000100:00100000:0.0:1734016128.551310:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338611584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.551329:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.551344:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea21d52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec00 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.551393:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905472:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.551482:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13563 00000100:00100000:1.0:1734016128.551487:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338611712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.551495:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.551505:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21d59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec07 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.551529:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905600:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016128.551902:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.552085:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.554554:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905472:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.554586:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea21d52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec00 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.554603:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea21d52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec00 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016128.554743:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.554769:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21d59 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec07 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.554778:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea21d59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec07 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.554799:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00010000:00010000:2.0:1734016128.554907:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:1.0:1734016128.554939:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338611712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3450us (3857us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.554947:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13563 00000100:00100000:2.0:1734016128.555051:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338611584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3741us (4023us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.555056:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13562 00000100:00100000:3.0:1734016128.560379:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.560442:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338611968 00000100:00100000:0.0:1734016128.560450:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338611968 00000100:00100000:0.0:1734016128.560503:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2620 00000100:00100000:0.0:1734016128.560510:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338611968:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016128.560556:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.560581:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebac expref: 37 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.560604:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016128.560607:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016128.560797:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016128.560810:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.560819:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016128.560855:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.560870:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 26 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016128.560886:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340905728:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016128.560982:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.564123:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340905728:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016128.564145:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016128.564948:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.565011:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612096 00000100:00100000:0.0:1734016128.565019:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612096 00010000:00010000:0.0:1734016128.565052:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 27 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016128.565081:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3785 00000100:00100000:0.0:1734016128.565089:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:1969:x1818247338612096:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.565103:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.565108:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 27 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.565117:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 27 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.565139:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21d28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebd6 expref: 27 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.565154:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016128.565158:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016128.565167:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016128.565173:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016128.565206:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.565248:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:1969:x1818247338612096:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 159us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.565256:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3785 00010000:00010000:1.0:1734016128.565471:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016128.565477:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:1.0:1734016128.565550:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968976 00000004:00010000:1.0:1734016128.565592:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007f019c00 reply state ffff88007c4b9000 transno 4294968977 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016128.565597:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016128.565655:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338611968:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5145us (5285us total) trans 4294968977 rc 0/0 00000100:00100000:1.0:1734016128.565661:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2620 00000020:00080000:1.0:1734016128.565664:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016128.568262:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568304:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568310:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568316:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933dd40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016128.568319:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568325:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568340:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.568343:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016128.568347:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.568352:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea21d60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016128.568608:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.568645:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.568819:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612224 00000100:00100000:0.0:1734016128.568829:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612224 00002000:00010000:0.0:1734016128.568865:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (527801->18446744073709551615) 00002000:00100000:0.0:1734016128.568870:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338612224 ext(527801->18446744073709551615) 00002000:00010000:0.0:1734016128.568881:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01b480. 00000100:00100000:0.0:1734016128.568895:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612352 00000100:00100000:0.0:1734016128.568898:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612352 00002000:00010000:0.0:1734016128.568906:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016128.568908:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019500 with x1818247338612352 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016128.568914:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f019500. 00000100:00100000:0.0:1734016128.568926:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9531 00000100:00100000:0.0:1734016128.568932:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338612224:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.571706:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 527801 00002000:00010000:0.0:1734016128.571716:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.571718:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016128.571720:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.571722:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1048 -> 832 00000100:00100000:0.0:1734016128.571817:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338612224:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2877us (3205us total) trans 4294969882 rc 0/0 00000100:00100000:0.0:1734016128.571828:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9531 00002000:00010000:0.0:1734016128.571835:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (527801->18446744073709551615) 00002000:00100000:0.0:1734016128.571838:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338612224 ext(527801->18446744073709551615) 00002000:00010000:0.0:1734016128.571844:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01b480. 00000100:00100000:0.0:1734016128.571878:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9532 00000100:00100000:0.0:1734016128.571886:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338612352:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016128.572630:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2901407 -> 0 00002000:00010000:0.0:1734016128.572633:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.572635:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016128.572637:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:0.0:1734016128.572638:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:0.0:1734016128.572664:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1972:x1818247338612352:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 779us (4019us total) trans 4294968261 rc 0/0 00000100:00100000:0.0:1734016128.572670:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9532 00002000:00010000:0.0:1734016128.572672:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016128.572674:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019500 with x1818247338612352 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016128.572680:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f019500. 00000100:00100000:3.0:1734016128.577474:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.578690:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612480 00000100:00100000:1.0:1734016128.578701:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612480 00000100:00100000:1.0:1734016128.579882:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2621 00000100:00100000:1.0:1734016128.579892:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338612480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.579921:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.579943:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea21d67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec0e expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.580040:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016128.580056:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016128.580068:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:1.0:1734016128.580090:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 527801 00000004:00200000:1.0:1734016128.580094:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016128.580108:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016128.580130:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea21d67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 40 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.580170:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 39 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016128.580178:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016128.580180:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016128.580184:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016128.580247:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338612480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 356us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016128.580253:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2621 00000100:00100000:3.0:1734016128.582838:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.582930:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612608 00000100:00100000:2.0:1734016128.582939:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612608 00000100:00100000:2.0:1734016128.583265:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2622 00000100:00100000:2.0:1734016128.583287:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338612608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.583307:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.583327:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21d75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec15 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.583420:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.583434:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.583447:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016128.583471:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 527801 00000004:00200000:2.0:1734016128.583475:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.583490:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.583511:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea21d75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec15 expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.583525:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec15 expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.583531:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.583533:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.583536:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016128.583585:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338612608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 312us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.583591:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2622 00000100:00100000:2.0:1734016128.590566:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.590618:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612736 00000100:00100000:2.0:1734016128.590628:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612736 00000100:00100000:2.0:1734016128.590676:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13564 00000100:00100000:2.0:1734016128.590684:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338612736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.590710:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.590731:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea21d83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec1c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.590804:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905856:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.590861:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.592832:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.593252:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612864 00000100:00100000:0.0:1734016128.593260:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612864 00000100:00100000:0.0:1734016128.593327:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13565 00000100:00100000:0.0:1734016128.593334:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338612864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.593356:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.593377:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21d8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec23 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.593434:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905984:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016128.593499:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016128.596702:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016128.597764:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340905856:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.597808:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea21d83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec1c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.597825:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea21d83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec1c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.597837:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016128.597908:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338612736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7224us (7356us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.597920:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13564 00000100:00100000:1.0:1734016128.598708:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340905984:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.598726:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21d8a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec23 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.598735:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21d8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec23 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.598750:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016128.598781:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338612864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5448us (5959us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.598787:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13565 00000100:00100000:0.0:1734016128.602200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.602958:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.603239:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613120 00000100:00100000:2.0:1734016128.603247:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613120 00000100:00100000:1.0:1734016128.603350:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338612992 00000100:00100000:1.0:1734016128.603354:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338612992 00000100:00100000:1.0:1734016128.603398:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13566 00000100:00100000:1.0:1734016128.603407:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338612992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.603428:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.603447:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21d91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec2a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.603510:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340906112:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.603574:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.603800:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13567 00000100:00100000:2.0:1734016128.603805:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338613120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.603813:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.603823:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21d98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec31 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.603849:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340906240:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.604888:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.608492:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340906112:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.608541:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21d91 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec2a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.608558:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea21d91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec2a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.608577:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016128.608651:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338612992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5244us (5692us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.608664:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13566 00000100:00100000:2.0:1734016128.610644:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340906240:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.610683:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21d98 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec31 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.610697:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21d98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec31 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.610726:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016128.610775:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338613120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6967us (8582us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.610784:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13567 00000100:00100000:3.0:1734016128.613388:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.613471:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613248 00000100:00100000:2.0:1734016128.613481:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613248 00000100:00100000:2.0:1734016128.613544:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13568 00000100:00100000:2.0:1734016128.613554:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338613248:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016128.614479:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 527801 -> 527801 00002000:00010000:2.0:1734016128.614484:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.614486:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.614488:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.614490:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 832 -> 824 00000100:00100000:2.0:1734016128.614546:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338613248:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 991us (1172us total) trans 4294969883 rc 0/0 00000100:00100000:2.0:1734016128.614555:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13568 00000100:00100000:0.0:1734016128.618478:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.618678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.618737:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613504 00000100:00100000:2.0:1734016128.618747:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613504 00000100:00100000:2.0:1734016128.618948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613376 00000100:00100000:2.0:1734016128.618951:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613376 00000100:00100000:1.0:1734016128.618980:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13569 00000100:00100000:1.0:1734016128.618990:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338613504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.619007:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.619022:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21d9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec3f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.619069:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.619495:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.619546:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13570 00000100:00100000:2.0:1734016128.619552:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338613376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.619560:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.619569:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea21da6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec38 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.619597:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340906496:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.619619:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.622624:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.622655:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21d9f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec3f expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.622669:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea21d9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec3f expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.622682:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016128.622717:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338613504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3728us (4247us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.622724:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13569 00000100:00100000:2.0:1734016128.622815:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340906496:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.622832:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea21da6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec38 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.622841:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea21da6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec38 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.622861:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016128.622879:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338613376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3327us (4201us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.622884:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13570 00000100:00100000:0.0:1734016128.625625:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.625841:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.626056:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613632 00000100:00100000:2.0:1734016128.626065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613632 00000100:00100000:2.0:1734016128.626115:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613760 00000100:00100000:2.0:1734016128.626118:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613760 00000100:00100000:2.0:1734016128.626333:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13571 00000100:00100000:2.0:1734016128.626341:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338613632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.626361:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.626379:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21dad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec46 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.626432:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340906624:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.626506:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.626736:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13572 00000100:00100000:1.0:1734016128.626742:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338613760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.626762:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.626776:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21db4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec4d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.626813:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.626842:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.629609:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906752:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.629650:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21db4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec4d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.629663:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea21db4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec4d expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.629675:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016128.629715:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338613760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2972us (3874us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.629723:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13572 00000100:00100000:2.0:1734016128.630531:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340906624:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.630552:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21dad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec46 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.630560:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21dad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec46 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.630568:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016128.630596:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338613632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4256us (4986us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.630601:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13571 00000100:00100000:0.0:1734016128.634240:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.635236:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338613888 00000100:00100000:2.0:1734016128.635247:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338613888 00000100:00100000:2.0:1734016128.635498:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13573 00000100:00100000:2.0:1734016128.635509:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338613888:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016128.635695:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 527801 -> 527801 00002000:00010000:2.0:1734016128.635699:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.635701:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.635703:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.635705:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:2.0:1734016128.636431:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338613888:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 918us (2195us total) trans 4294969884 rc 0/0 00000100:00100000:2.0:1734016128.636440:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13573 00000100:00100000:0.0:1734016128.639808:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.640139:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.640210:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614144 00000100:00100000:1.0:1734016128.640218:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614144 00000100:00100000:1.0:1734016128.640251:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614016 00000100:00100000:1.0:1734016128.640253:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614016 00000100:00100000:1.0:1734016128.640265:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13574 00000100:00100000:1.0:1734016128.640294:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338614144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.640313:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.640330:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea21dbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec5b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.640375:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906880:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.640420:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.640484:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13575 00000100:00100000:3.0:1734016128.640489:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338614016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.640496:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.640505:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21dc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec54 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.640527:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340907008:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.640543:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.643093:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340906880:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.643120:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea21dbb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec5b expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.643131:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea21dbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec5b expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.643141:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016128.643175:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338614144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2881us (3374us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.643182:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13574 00000100:00100000:3.0:1734016128.643941:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340907008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.643968:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21dc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec54 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.643978:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21dc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec54 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.643989:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016128.644028:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338614016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3537us (3887us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.644034:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13575 00000100:00100000:0.0:1734016128.646745:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.646807:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.646898:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614272 00000100:00100000:1.0:1734016128.646909:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614272 00000100:00100000:1.0:1734016128.647187:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614400 00000100:00100000:1.0:1734016128.647190:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614400 00000100:00100000:1.0:1734016128.647625:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13576 00000100:00100000:1.0:1734016128.647633:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338614272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.647653:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.647671:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea21dc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec62 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.647724:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340907136:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.647836:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13577 00000100:00100000:3.0:1734016128.647842:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338614400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.647851:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.647863:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21dd0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec69 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.647891:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.648232:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.648623:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.650873:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340907136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.650909:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea21dc9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec62 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.650924:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea21dc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec62 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.650937:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016128.650979:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338614272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3346us (4241us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.650987:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13576 00000100:00100000:3.0:1734016128.651100:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.651118:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21dd0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec69 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.651127:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21dd0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec69 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.651135:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016128.651154:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338614400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3311us (4346us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.651159:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13577 00000100:00100000:0.0:1734016128.653848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.653926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.654096:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614656 00000100:00100000:3.0:1734016128.654103:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614656 00000100:00100000:3.0:1734016128.654133:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614528 00000100:00100000:3.0:1734016128.654135:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614528 00000100:00100000:3.0:1734016128.654161:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13578 00000100:00100000:3.0:1734016128.654166:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338614656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.654184:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.654201:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21dd7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec77 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.654258:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907392:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.654345:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.654401:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13579 00000100:00100000:0.0:1734016128.654406:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338614528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016128.654414:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016128.654425:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21dde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec70 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.654450:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907520:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016128.654468:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016128.656461:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907520:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.656498:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21dde lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec70 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.656510:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21dde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec70 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.656524:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016128.656565:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338614528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2157us (2637us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.656573:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13579 00000100:00100000:3.0:1734016128.656812:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907392:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.656829:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21dd7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec77 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.656837:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea21dd7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec77 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.656846:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016128.657190:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338614656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3022us (3352us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.657196:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13578 00000100:00100000:0.0:1734016128.661481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.661525:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.661617:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614784 00000100:00100000:1.0:1734016128.661627:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614784 00000100:00100000:1.0:1734016128.661662:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338614912 00000100:00100000:1.0:1734016128.661664:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338614912 00000100:00100000:1.0:1734016128.661699:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13580 00000100:00100000:1.0:1734016128.661706:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338614784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.661726:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.661743:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea21de5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec7e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.661802:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907648:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.661857:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.661923:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13581 00000100:00100000:3.0:1734016128.661928:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338614912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.661937:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.661947:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea21dec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec85 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.661974:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907776:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.661996:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.664304:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340907776:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.664332:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea21dec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec85 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.664344:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea21dec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec85 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.664357:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016128.664768:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338614912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2836us (3240us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.664775:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13581 00000100:00100000:0.0:1734016128.665810:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907648:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016128.665834:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea21de5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec7e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.665845:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea21de5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec7e expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016128.665919:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:0.0:1734016128.666247:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338614784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4538us (4771us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016128.666255:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13580 00000100:00100000:0.0:1734016128.669972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.670130:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615040 00000100:00100000:2.0:1734016128.670144:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615040 00000100:00100000:2.0:1734016128.670214:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13582 00000100:00100000:2.0:1734016128.670222:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338615040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.670244:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.670289:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec8c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.670328:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.670341:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.670343:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.670347:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [409600->421887] (req 409600->421887) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.670380:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.670394:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.670409:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907904:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.671177:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.674732:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340907904:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.674790:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [409600->421887] (req 409600->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.674812:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:3.0:1734016128.674867:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338615040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4644us (4906us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.674876:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13582 00000100:00100000:0.0:1734016128.676042:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.677093:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615168 00000100:00100000:3.0:1734016128.677104:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615168 00010000:00010000:3.0:1734016128.677144:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.678150:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3786 00000100:00100000:3.0:1734016128.678159:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338615168:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.678176:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.678205:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.678220:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.678245:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea21ce2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeb9e expref: 11 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.678367:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.678370:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.678379:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.678387:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.678423:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.678435:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340908032:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016128.678507:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.688803:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340908032:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016128.688825:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.688874:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338615168:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10714us (12836us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.688885:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3786 00000100:00100000:0.0:1734016128.689365:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.689560:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615424 00000100:00100000:3.0:1734016128.689566:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615424 00002000:00100000:3.0:1734016128.689604:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->528383) req@ffff880079e24000 x1818247338615424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.689615:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24000 with x1818247338615424 ext(0->528383) 00002000:00010000:3.0:1734016128.689620:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24000 00000100:00100000:3.0:1734016128.689639:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9533 00000100:00100000:3.0:1734016128.689644:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338615424:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.706881:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338615424:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 17222us (17503us total) trans 0 rc 528384/528384 00000100:00100000:3.0:1734016128.706895:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9533 00002000:00100000:3.0:1734016128.706907:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->528383) req@ffff880079e24000 x1818247338615424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 528384/528384 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.706916:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24000 with x1818247338615424 ext(0->528383) 00002000:00010000:3.0:1734016128.706922:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24000 00000100:00100000:0.0:1734016128.709833:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.709935:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615552 00000100:00100000:3.0:1734016128.709943:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615552 00000100:00100000:3.0:1734016128.709978:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13583 00000100:00100000:3.0:1734016128.709984:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338615552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.710000:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.710016:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec93 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.710036:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.710039:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.710045:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.710064:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.710074:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016128.710133:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338615552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 148us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.710139:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13583 00000100:00100000:0.0:1734016128.724254:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.724409:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615680 00000100:00100000:2.0:1734016128.724422:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615680 00000100:00100000:2.0:1734016128.724474:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13584 00000100:00100000:2.0:1734016128.724481:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338615680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.724499:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.724515:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea21e01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adec9a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.724564:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908160:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.724616:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.727750:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908160:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.727802:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea21e01 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec9a expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.727816:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea21e01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec9a expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.727832:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016128.727910:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338615680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3427us (3663us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.727921:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13584 00000100:00100000:0.0:1734016128.730346:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.730506:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338615808 00000100:00100000:2.0:1734016128.730520:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338615808 00000100:00100000:2.0:1734016128.730587:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13585 00000100:00100000:2.0:1734016128.730596:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338615808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.730615:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.730636:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21e08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeca1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.730702:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908288:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.730786:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.732716:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.732771:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21e08 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeca1 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.732786:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea21e08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeca1 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.732817:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016128.732882:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338615808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2285us (2549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.732893:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13585 00000100:00100000:0.0:1734016128.736544:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.736836:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616064 00000100:00100000:3.0:1734016128.736851:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616064 00002000:00100000:3.0:1734016128.736903:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (471040->475135) req@ffff880079e27480 x1818247338616064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.736914:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27480 with x1818247338616064 ext(471040->475135) 00002000:00010000:3.0:1734016128.736921:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27480 00000100:00100000:3.0:1734016128.736955:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9534 00000100:00100000:3.0:1734016128.736964:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338616064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.737154:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338616064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 190us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.737163:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9534 00002000:00100000:3.0:1734016128.737169:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (471040->475135) req@ffff880079e27480 x1818247338616064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.737175:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27480 with x1818247338616064 ext(471040->475135) 00002000:00010000:3.0:1734016128.737178:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27480 00000100:00100000:0.0:1734016128.747251:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.748868:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616320 00000100:00100000:1.0:1734016128.748878:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616320 00002000:00100000:1.0:1734016128.748918:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (475136->479231) req@ffff880079e26d80 x1818247338616320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.748928:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338616320 ext(475136->479231) 00002000:00010000:1.0:1734016128.748932:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26d80 00000100:00100000:1.0:1734016128.748967:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9535 00000100:00100000:1.0:1734016128.748974:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338616320:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.749147:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338616320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 172us (1911us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016128.749153:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9535 00002000:00100000:1.0:1734016128.749159:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (475136->479231) req@ffff880079e26d80 x1818247338616320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.749166:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338616320 ext(475136->479231) 00002000:00010000:1.0:1734016128.749169:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26d80 00000100:00100000:0.0:1734016128.753781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.755555:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616448 00000100:00100000:2.0:1734016128.755568:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616448 00000100:00100000:2.0:1734016128.755623:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13586 00000100:00100000:2.0:1734016128.755630:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338616448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.755646:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.755663:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21e0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeca8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.755714:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.756509:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016128.759803:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:2.0:1734016128.759834:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.759866:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21e0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeca8 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.759879:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea21e0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeca8 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.759965:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016128.760109:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338616448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4478us (6340us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.760117:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13586 00000100:00100000:0.0:1734016128.764824:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.764910:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616576 00000100:00100000:2.0:1734016128.764917:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616576 00000100:00100000:2.0:1734016128.764962:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13587 00000100:00100000:2.0:1734016128.764969:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338616576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.764984:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.764998:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea21e16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecaf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.765040:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908544:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.765092:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.767663:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340908544:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.767706:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea21e16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecaf expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.767719:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea21e16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecaf expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.767744:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016128.767811:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338616576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2839us (2994us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.767820:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13587 00000100:00100000:0.0:1734016128.774208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.774889:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616832 00000100:00100000:2.0:1734016128.774898:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616832 00000100:00100000:2.0:1734016128.774942:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2623 00000100:00100000:2.0:1734016128.774949:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338616832:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.774989:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.775008:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea21d7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec15 expref: 27 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.775033:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.775037:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016128.775164:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.775176:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.775183:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.775210:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.775221:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 38 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.775231:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340908672:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.775304:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.779155:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.779331:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338616960 00000100:00100000:3.0:1734016128.779339:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338616960 00010000:00010000:3.0:1734016128.779372:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 39 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.779395:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3787 00000100:00100000:3.0:1734016128.779401:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:1969:x1818247338616960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.779411:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.779416:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 39 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.779425:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 39 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.779444:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.779448:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.779454:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.779460:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.779476:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.779511:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:1969:x1818247338616960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 111us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.779517:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3787 00010000:00010000:2.0:1734016128.779614:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea21d6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec0e expref: 38 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.779636:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340908672:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.779656:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.779663:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016128.779667:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016128.779735:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968978 00000004:00010000:2.0:1734016128.779790:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e24700 reply state ffff88007a0dd000 transno 4294968979 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016128.779798:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016128.779867:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338616832:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4918us (5671us total) trans 4294968979 rc 0/0 00000100:00100000:2.0:1734016128.779876:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2623 00000020:00080000:2.0:1734016128.779879:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016128.782728:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016128.782844:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782856:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782863:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782869:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4ad00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016128.782874:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782883:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782905:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016128.782909:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016128.782914:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016128.782919:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea21e1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016128.783516:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617088 00000100:00100000:2.0:1734016128.783525:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617088 00000100:00100000:2.0:1734016128.783564:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13588 00000100:00100000:2.0:1734016128.783570:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338617088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.783584:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.783596:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecb6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.783617:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.783624:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.783633:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.783635:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.783638:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.783661:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.783670:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 10 pid: 7693 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016128.783680:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340908800:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.783955:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.783963:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 9 pid: 7693 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.783972:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340908928:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.783985:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.787036:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.787057:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617216 00000100:00100000:0.0:1734016128.787063:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617216 00010000:00010000:0.0:1734016128.787095:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 11 pid: 7693 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016128.787123:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3788 00000100:00100000:0.0:1734016128.787130:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338617216:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.787145:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.787163:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 11 pid: 7693 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016128.787173:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 11 pid: 7693 timeout: 497 lvb_type: 1 00010000:00010000:0.0:1734016128.787196:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.787226:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338617216:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 96us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016128.787231:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3788 00000100:00100000:0.0:1734016128.787292:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.787305:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617344 00000100:00100000:0.0:1734016128.787308:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617344 00010000:00010000:0.0:1734016128.787317:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 10 pid: 7693 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016128.787331:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3789 00000100:00100000:0.0:1734016128.787334:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae5dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338617344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016128.787340:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016128.787346:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 10 pid: 7693 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.787354:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 10 pid: 7693 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016128.787364:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.787366:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016128.787371:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.787379:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016128.787409:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016128.787421:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340909056:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016128.787448:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00010000:00010000:2.0:1734016128.787781:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21dfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec93 expref: 10 pid: 7693 timeout: 497 lvb_type: 1 00000100:00100000:2.0:1734016128.787793:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340908800:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.787803:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea21df3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 409600->421887) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adec8c expref: 10 pid: 7693 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.787809:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340908928:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.787829:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.787837:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016128.787866:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338617088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4296us (5155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.787872:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13588 00000100:00100000:2.0:1734016128.791164:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340909056:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.791190:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016128.791416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.791806:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae5dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338617344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4468us (4511us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.791817:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3789 00000100:00100000:3.0:1734016128.792000:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617472 00000100:00100000:3.0:1734016128.792007:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617472 00000100:00100000:3.0:1734016128.792043:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13589 00000100:00100000:3.0:1734016128.792049:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338617472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.792066:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.792083:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecbd expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.792111:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.792119:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.792121:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.792125:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.792150:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 18 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.792161:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 18 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.792173:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340909184:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016128.792220:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.797647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.797748:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340909184:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.797786:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.797804:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:2.0:1734016128.797906:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617600 00000100:00100000:2.0:1734016128.797912:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617600 00010000:00010000:2.0:1734016128.797937:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 19 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.797965:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3790 00000100:00100000:2.0:1734016128.797972:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338617600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.797983:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.797999:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 19 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.798010:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 19 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.798029:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea21d3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2891775) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adebeb expref: 19 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.798040:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.798041:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.798045:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.798053:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.798076:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.798089:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340909312:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016128.798139:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338617472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6090us (6724us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.798146:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13589 00000100:00100000:2.0:1734016128.798885:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.805452:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.805482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.805594:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340909312:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.805622:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016128.805665:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338617600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7692us (8027us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.805676:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3790 00000100:00100000:2.0:1734016128.806138:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617728 00000100:00100000:2.0:1734016128.806147:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617728 00002000:00010000:2.0:1734016128.806183:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4198936->18446744073709551615) 00002000:00100000:2.0:1734016128.806187:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180700 with x1818247338617728 ext(4198936->18446744073709551615) 00002000:00010000:2.0:1734016128.806196:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180700. 00000100:00100000:2.0:1734016128.807199:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338617856 00000100:00100000:2.0:1734016128.807207:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338617856 00002000:00010000:2.0:1734016128.807227:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016128.807230:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338617856 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016128.807241:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80. 00000100:00100000:1.0:1734016128.807561:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9536 00000100:00100000:1.0:1734016128.807571:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338617728:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.807813:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 527801 -> 4198936 00002000:00010000:1.0:1734016128.807817:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.807819:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:1.0:1734016128.807822:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.807824:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:1.0:1734016128.807893:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338617728:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 322us (2449us total) trans 4294969885 rc 0/0 00000100:00100000:1.0:1734016128.807899:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9536 00002000:00010000:1.0:1734016128.807903:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4198936->18446744073709551615) 00002000:00100000:1.0:1734016128.807905:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180700 with x1818247338617728 ext(4198936->18446744073709551615) 00002000:00010000:1.0:1734016128.807909:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180700. 00000100:00100000:1.0:1734016128.807925:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9537 00000100:00100000:1.0:1734016128.807929:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338617856:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016128.808002:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016128.808005:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.808006:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016128.808008:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016128.808010:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016128.808029:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338617856:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 98us (2546us total) trans 4294968262 rc 0/0 00000100:00100000:1.0:1734016128.808035:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9537 00002000:00010000:1.0:1734016128.808037:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016128.808039:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338617856 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016128.808042:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80. 00000100:00100000:0.0:1734016128.817463:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.819159:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618112 00000100:00100000:1.0:1734016128.819169:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618112 00002000:00100000:1.0:1734016128.819206:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (528384->4202495) req@ffff88012f183b80 x1818247338618112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 504/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.819215:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183b80 with x1818247338618112 ext(528384->4202495) 00002000:00010000:1.0:1734016128.819219:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f183b80 00000100:00100000:1.0:1734016128.819249:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9538 00000100:00100000:1.0:1734016128.819254:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338618112:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016128.859948:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338618112:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40681us (42482us total) trans 0 rc 3670016/3670016 00000100:00100000:1.0:1734016128.859960:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9538 00002000:00100000:1.0:1734016128.859972:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (528384->4202495) req@ffff88012f183b80 x1818247338618112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 504/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 3670016/3670016 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016128.859981:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183b80 with x1818247338618112 ext(528384->4202495) 00002000:00010000:1.0:1734016128.859986:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f183b80 00000100:00100000:0.0:1734016128.872535:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.872585:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.874001:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618368 00000100:00100000:3.0:1734016128.874012:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618368 00002000:00100000:3.0:1734016128.874063:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4198399) req@ffff88007a125180 x1818247338618368/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.874073:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338618368 ext(4194304->4198399) 00002000:00010000:3.0:1734016128.874078:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a125180 00000100:00100000:3.0:1734016128.874115:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618624 00000100:00100000:3.0:1734016128.874118:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618624 00002000:00100000:3.0:1734016128.874132:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007a126300 x1818247338618624/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.874139:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a126300 with x1818247338618624 ext(0->4194303) 00002000:00010000:3.0:1734016128.874142:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a126300 00000100:00100000:3.0:1734016128.874164:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9539 00000100:00100000:3.0:1734016128.874171:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338618368:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.874378:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338618368:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 206us (1850us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016128.874384:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9539 00002000:00100000:3.0:1734016128.874390:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4198399) req@ffff88007a125180 x1818247338618368/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/4536 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016128.874397:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338618368 ext(4194304->4198399) 00002000:00010000:3.0:1734016128.874399:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a125180 00000100:00100000:3.0:1734016128.874414:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9540 00000100:00100000:3.0:1734016128.874418:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338618624:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016128.880647:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.880729:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618752 00000100:00100000:2.0:1734016128.880737:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618752 00002000:00100000:2.0:1734016128.880779:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4198935) req@ffff88007a124a80 x1818247338618752/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 5120/0 e 0 to 0 dl 1734016139 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.880787:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124a80 with x1818247338618752 ext(4194304->4198935) 00002000:00010000:2.0:1734016128.880791:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124a80 00000100:00100000:2.0:1734016128.880808:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9541 00000100:00100000:2.0:1734016128.880814:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338618752:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016128.882031:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338618752:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1213us (1390us total) trans 4294969886 rc 0/0 00000100:00100000:2.0:1734016128.882038:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9541 00002000:00100000:2.0:1734016128.882045:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4198935) req@ffff88007a124a80 x1818247338618752/t4294969886(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 5120/448 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.882050:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124a80 with x1818247338618752 ext(4194304->4198935) 00002000:00010000:2.0:1734016128.882053:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124a80 00000100:00100000:0.0:1734016128.883209:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.883292:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338618880 00000100:00100000:2.0:1734016128.883299:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338618880 00000100:00100000:2.0:1734016128.883328:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2624 00000100:00100000:2.0:1734016128.883332:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338618880:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016128.883416:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338618880:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 83us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.883421:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2624 00000100:00100000:0.0:1734016128.884372:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.884430:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619008 00000100:00100000:2.0:1734016128.884433:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619008 00000100:00100000:2.0:1734016128.884452:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13590 00000100:00100000:2.0:1734016128.884456:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338619008:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:1.0:1734016128.904973:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969886 is committed 00000001:00080000:1.0:1734016128.904989:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969884 is committed 00000100:00100000:2.0:1734016128.905252:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338619008:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 20789us (20877us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.905263:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13590 00000100:00100000:0.0:1734016128.921620:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.923811:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619136 00000100:00100000:2.0:1734016128.923827:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619136 00000100:00100000:2.0:1734016128.923876:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2625 00000100:00100000:2.0:1734016128.923884:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338619136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.923906:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.923925:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea21e32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecc4 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.923998:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.924008:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.924017:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016128.924036:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8393240 00000004:00200000:2.0:1734016128.924039:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.924050:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.924066:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea21e32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 30 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.925283:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 29 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.925292:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.925294:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.925297:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016128.925358:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338619136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1474us (3746us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.925365:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2625 00000100:00100000:2.0:1734016128.926199:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338618624:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 51777us (53611us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016128.926207:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9540 00002000:00100000:2.0:1734016128.926215:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007a126300 x1818247338618624/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:89/0 lens 488/440 e 0 to 0 dl 1734016139 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016128.926223:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a126300 with x1818247338618624 ext(0->4194303) 00002000:00010000:2.0:1734016128.926227:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a126300 00000100:00100000:0.0:1734016128.932718:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.932945:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619392 00000100:00100000:2.0:1734016128.932952:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619392 00000100:00100000:2.0:1734016128.932986:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2626 00000100:00100000:2.0:1734016128.932993:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338619392:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016128.933146:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.933158:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.933165:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.933190:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.933201:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 28 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.933212:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340909440:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.933730:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.935970:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340909440:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.936000:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016128.936598:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.937063:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619520 00000100:00100000:2.0:1734016128.937069:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619520 00010000:00010000:2.0:1734016128.937096:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.938181:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3791 00000100:00100000:2.0:1734016128.938187:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:1970:x1818247338619520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.938201:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016128.938208:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.938218:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.938235:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea21e39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecc4 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.938519:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.938523:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.938532:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.938539:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.938782:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016128.938889:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016128.938896:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:3.0:1734016128.938978:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968980 00000004:00010000:3.0:1734016128.939014:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079fe0a80 reply state ffff88007a0d9000 transno 4294968981 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016128.939023:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016128.939104:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:1970:x1818247338619520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 915us (2507us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.939110:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3791 00000100:00100000:3.0:1734016128.939361:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338619392:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6368us (6650us total) trans 4294968981 rc 0/0 00000100:00100000:3.0:1734016128.939367:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2626 00000020:00080000:3.0:1734016128.939371:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016128.941079:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941089:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941094:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941100:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48240 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016128.941104:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941109:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941123:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.941126:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016128.941130:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.941134:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea21e40 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016128.941792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.941846:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619648 00000100:00100000:2.0:1734016128.941854:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619648 00000100:00100000:2.0:1734016128.941892:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13591 00000100:00100000:2.0:1734016128.941898:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338619648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.941913:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.941924:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeccb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.941945:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.941952:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.941954:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016128.941956:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.941984:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.941994:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 6 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.942003:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340909568:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.942052:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.947586:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340909568:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016128.947624:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.947639:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016128.947689:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338619648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5789us (5899us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.947697:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13591 00000100:00100000:0.0:1734016128.953387:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.956363:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619776 00000100:00100000:2.0:1734016128.956372:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619776 00010000:00010000:2.0:1734016128.956403:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 7 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016128.956439:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3792 00000100:00100000:2.0:1734016128.956445:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338619776:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016128.956457:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016128.956471:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 840 00010000:00010000:2.0:1734016128.956476:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 7 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.956485:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 7 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.956502:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea21e24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecb6 expref: 7 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016128.956522:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.956524:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016128.956528:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.956535:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.956564:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.956574:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340909696:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016128.956622:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.958978:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016128.959067:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340909696:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016128.959085:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.959262:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338619904 00000100:00100000:3.0:1734016128.959266:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338619904 00000100:00100000:3.0:1734016128.959323:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13592 00000100:00100000:3.0:1734016128.959328:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338619904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.959341:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.959354:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecd2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.959376:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.959382:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.959383:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016128.959387:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.959407:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.959416:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 13 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.959429:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340909824:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016128.959568:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338619776:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3122us (6191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.959578:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3792 00000100:00100000:3.0:1734016128.960695:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.962774:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340909824:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016128.962812:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.962827:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016128.962863:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338619904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3533us (3889us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.962871:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13592 00000100:00100000:0.0:1734016128.967914:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.968060:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620032 00000100:00100000:3.0:1734016128.968067:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620032 00010000:00010000:3.0:1734016128.968099:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 14 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016128.968122:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3793 00000100:00100000:3.0:1734016128.968128:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338620032:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.968140:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016128.968157:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 14 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.968168:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 14 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.968189:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21e2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecbd expref: 14 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016128.968218:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.968220:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016128.968224:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.968231:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.968260:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.968294:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340909952:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016128.968333:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016128.970589:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.970625:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.970708:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340909952:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016128.970725:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016128.970771:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338620032:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2642us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.970780:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3793 00000100:00100000:3.0:1734016128.970820:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620288 00000100:00100000:3.0:1734016128.970824:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620288 00002000:00010000:3.0:1734016128.970842:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016128.970846:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96aa00 with x1818247338620288 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016128.970854:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96aa00. 00000100:00100000:3.0:1734016128.970881:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620160 00000100:00100000:3.0:1734016128.970884:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620160 00002000:00010000:3.0:1734016128.970893:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1358578->18446744073709551615) 00002000:00100000:3.0:1734016128.970895:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969c00 with x1818247338620160 ext(1358578->18446744073709551615) 00002000:00010000:3.0:1734016128.970901:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969c00. 00000100:00100000:3.0:1734016128.970912:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9542 00000100:00100000:3.0:1734016128.970917:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338620288:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:2.0:1734016128.973036:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9543 00000100:00100000:2.0:1734016128.973046:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338620160:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016128.975980:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4198936 -> 1358578 00002000:00010000:2.0:1734016128.975987:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.975990:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:2.0:1734016128.975991:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:2.0:1734016128.975994:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 840 -> 824 00002000:00010000:3.0:1734016128.976837:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016128.976841:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.976842:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016128.976844:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:3.0:1734016128.976846:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016128.978687:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338620160:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 5632us (8052us total) trans 4294969887 rc 0/0 00000100:00100000:2.0:1734016128.978700:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9543 00002000:00010000:2.0:1734016128.978705:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1358578->18446744073709551615) 00002000:00100000:2.0:1734016128.978708:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969c00 with x1818247338620160 ext(1358578->18446744073709551615) 00002000:00010000:2.0:1734016128.978716:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969c00. 00000100:00100000:0.0:1734016128.980486:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.980681:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338620288:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 9760us (10095us total) trans 4294968263 rc 0/0 00000100:00100000:3.0:1734016128.980692:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9542 00002000:00010000:3.0:1734016128.980697:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016128.980700:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96aa00 with x1818247338620288 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016128.980708:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96aa00. 00000100:00100000:2.0:1734016128.980786:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620416 00000100:00100000:2.0:1734016128.980794:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620416 00000100:00100000:2.0:1734016128.981091:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2627 00000100:00100000:2.0:1734016128.981097:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338620416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.981113:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.981128:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21e55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecd9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.981193:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.981204:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.981213:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016128.981231:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1358578 00000004:00200000:2.0:1734016128.981234:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016128.981246:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016128.981262:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea21e55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 30 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.981530:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 29 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016128.981536:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016128.981539:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016128.981541:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016128.982105:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338620416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1006us (1622us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016128.982112:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2627 00000100:00100000:0.0:1734016128.984184:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.984394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016128.984467:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620544 00000100:00100000:1.0:1734016128.984475:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620544 00000100:00100000:1.0:1734016128.984505:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620672 00000100:00100000:1.0:1734016128.984507:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620672 00000100:00100000:1.0:1734016128.984698:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13593 00000100:00100000:1.0:1734016128.984705:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338620544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016128.984722:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016128.984739:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21e63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adece0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016128.984800:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340910080:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016128.984848:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.984893:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13594 00000100:00100000:3.0:1734016128.984898:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338620672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.984907:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.984918:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21e6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adece7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.984945:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340910208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.984972:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.986593:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340910208:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.986619:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21e6a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adece7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.986630:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21e6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adece7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.986641:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016128.986670:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338620672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1770us (2275us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.986677:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13594 00000100:00100000:1.0:1734016128.986912:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340910080:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016128.986930:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21e63 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adece0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.986940:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21e63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adece0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016128.986953:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016128.987535:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338620544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2828us (3355us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016128.987541:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13593 00000100:00100000:0.0:1734016128.990874:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.990921:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.990999:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620800 00000100:00100000:3.0:1734016128.991008:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620800 00000100:00100000:3.0:1734016128.991053:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338620928 00000100:00100000:3.0:1734016128.991055:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338620928 00000100:00100000:3.0:1734016128.991074:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13595 00000100:00100000:3.0:1734016128.991081:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338620800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.991097:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.991115:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21e71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecee expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.991164:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340910336:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.991218:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.991303:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13596 00000100:00100000:2.0:1734016128.991308:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338620928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.991315:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.991324:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea21e78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecf5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.991346:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340910464:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.991365:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.992907:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340910336:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016128.992954:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21e71 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecee expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.992966:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21e71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecee expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.992976:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016128.993009:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338620800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1927us (2143us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016128.993016:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13595 00000100:00100000:2.0:1734016128.993139:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340910464:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016128.993158:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea21e78 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecf5 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.993166:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea21e78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecf5 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016128.993174:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016128.993193:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338620928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1884us (2272us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016128.993199:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13596 00000100:00100000:0.0:1734016128.995893:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016128.995949:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016128.996040:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621056 00000100:00100000:3.0:1734016128.996048:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621056 00000100:00100000:3.0:1734016128.996147:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621184 00000100:00100000:3.0:1734016128.996150:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621184 00000100:00100000:3.0:1734016128.996386:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13597 00000100:00100000:3.0:1734016128.996397:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338621056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.996415:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016128.996437:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21e7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adecfc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016128.996492:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340910592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016128.996579:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13598 00000100:00100000:2.0:1734016128.996584:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338621184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016128.996592:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016128.996605:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21e86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded03 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016128.996632:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340910720:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016128.997112:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016128.997608:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.000422:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340910592:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.000457:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21e7f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecfc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.000468:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea21e7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecfc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.000479:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016129.000528:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338621056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4133us (4643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.000535:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13597 00000100:00100000:2.0:1734016129.000638:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340910720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.000656:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21e86 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded03 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.000665:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea21e86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded03 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.000676:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016129.000693:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338621184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4109us (4744us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.000698:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13598 00000100:00100000:0.0:1734016129.003050:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.003141:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621312 00000100:00100000:2.0:1734016129.003148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621312 00000100:00100000:2.0:1734016129.003366:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13599 00000100:00100000:2.0:1734016129.003373:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338621312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.003388:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.003402:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded0a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.003427:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.003432:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.003434:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.003437:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [978944->983039] (req 978944->983039) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.003460:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.003470:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 7 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.003484:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340910848:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.003532:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc3c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016129.003920:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:2.0:1734016129.006710:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340910848:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.006745:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [978944->983039] (req 978944->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.006772:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016129.007171:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338621312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3796us (4127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.007179:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13599 00000100:00100000:1.0:1734016129.007329:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.007454:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621440 00000100:00100000:3.0:1734016129.007460:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621440 00010000:00010000:3.0:1734016129.007487:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 8 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016129.007505:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3794 00000100:00100000:3.0:1734016129.007510:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338621440:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.007520:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.007535:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 8 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016129.007544:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 8 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016129.007559:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea21e47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeccb expref: 8 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016129.007569:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.007571:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.007576:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.007588:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.007611:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.007621:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340910976:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016129.007653:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016129.007883:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:0.0:1734016129.010367:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.010482:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621696 00000100:00100000:2.0:1734016129.010491:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621696 00002000:00100000:2.0:1734016129.010528:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (978944->983039) req@ffff880079f2f480 x1818247338621696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.010538:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338621696 ext(978944->983039) 00002000:00010000:2.0:1734016129.010542:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:2.0:1734016129.010561:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9544 00000100:00100000:2.0:1734016129.010567:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338621696:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.010778:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340910976:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016129.010797:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.011076:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338621696:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 508us (717us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.011083:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9544 00002000:00100000:2.0:1734016129.011089:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (978944->983039) req@ffff880079f2f480 x1818247338621696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.011099:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338621696 ext(978944->983039) 00002000:00010000:2.0:1734016129.011102:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:3.0:1734016129.011357:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338621440:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3845us (4027us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.011364:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3794 00000100:00100000:0.0:1734016129.014429:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.014506:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621824 00000100:00100000:2.0:1734016129.014513:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621824 00000100:00100000:2.0:1734016129.014555:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13600 00000100:00100000:2.0:1734016129.014561:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338621824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.014576:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.014590:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21e94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded11 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.014637:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911104:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.014697:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.016353:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911104:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.016388:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21e94 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded11 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.016401:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21e94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded11 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.016972:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016129.017050:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338621824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2485us (2626us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.017058:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13600 00000100:00100000:0.0:1734016129.020186:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.020484:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338621952 00000100:00100000:2.0:1734016129.020492:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338621952 00000100:00100000:2.0:1734016129.020541:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13601 00000100:00100000:2.0:1734016129.020547:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338621952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.020564:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.020580:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea21e9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded18 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.020628:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911232:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.020681:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.022648:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911232:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.022674:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea21e9b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded18 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.022685:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea21e9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded18 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.022694:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016129.022733:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338621952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2185us (2555us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.022740:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13601 00000100:00100000:0.0:1734016129.029024:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.030854:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622208 00000100:00100000:2.0:1734016129.030864:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622208 00002000:00100000:2.0:1734016129.030902:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->1359871) req@ffff880078940e00 x1818247338622208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.030910:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338622208 ext(0->1359871) 00002000:00010000:2.0:1734016129.030915:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940e00 00000100:00100000:2.0:1734016129.030946:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9545 00000100:00100000:2.0:1734016129.030952:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338622208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.048037:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338622208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 17075us (19011us total) trans 0 rc 1355776/1355776 00000100:00100000:3.0:1734016129.048049:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9545 00002000:00100000:3.0:1734016129.048060:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->1359871) req@ffff880078940e00 x1818247338622208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 1355776/1355776 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.048068:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940e00 with x1818247338622208 ext(0->1359871) 00002000:00010000:3.0:1734016129.048073:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940e00 00000100:00100000:0.0:1734016129.051727:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.051825:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622336 00000100:00100000:2.0:1734016129.051832:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622336 00000100:00100000:2.0:1734016129.051883:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2628 00000100:00100000:2.0:1734016129.051889:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+40:10361:x1818247338622336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.051909:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.051923:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21ea2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded1f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.051985:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.051997:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.052006:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016129.052027:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1358578 00000004:00200000:2.0:1734016129.052030:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.052042:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.052061:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21ea2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded1f expref: 42 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.052090:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded1f expref: 41 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.052097:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.052100:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.052102:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016129.052136:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338622336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 247us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.052142:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2628 00000100:00080000:1.0:1734016129.052265:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:0.0:1734016129.057491:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.057636:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622464 00000100:00100000:2.0:1734016129.057644:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622464 00000100:00100000:2.0:1734016129.057696:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13602 00000100:00100000:2.0:1734016129.057702:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338622464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.057718:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.057734:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded26 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.057767:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.057769:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.057776:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.057789:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.057799:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016129.058421:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338622464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 717us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.058427:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13602 00000100:00100000:2.0:1734016129.063846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.064029:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622592 00000100:00100000:0.0:1734016129.064041:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622592 00000100:00100000:3.0:1734016129.064326:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13603 00000100:00100000:3.0:1734016129.064336:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338622592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.064360:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.064383:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21eb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded2d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.064442:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340911360:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.065042:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.067589:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340911360:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.067634:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21eb7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded2d expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.067647:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21eb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded2d expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.067673:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016129.067885:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338622592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3547us (4049us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.067894:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13603 00000100:00100000:0.0:1734016129.075502:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.075605:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622720 00000100:00100000:3.0:1734016129.075614:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622720 00000100:00100000:3.0:1734016129.076362:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13604 00000100:00100000:3.0:1734016129.076369:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338622720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.076388:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.076403:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded34 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.076430:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.076443:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.076449:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.076451:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016129.076454:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [5943296->5947391] (req 5943296->5947391) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.076481:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.076491:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 7 pid: 7692 timeout: 497 lvb_type: 1 00000100:00100000:3.0:1734016129.076502:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340911488:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016129.076561:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.076569:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016129.076575:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340911616:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016129.076591:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.081659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.081815:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340911488:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016129.081826:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340911616:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016129.081890:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [5943296->5947391] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.081907:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016129.081968:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338622720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5597us (6472us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.081977:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13604 00000100:00100000:0.0:1734016129.082177:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.082197:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622976 00000100:00100000:0.0:1734016129.082203:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622976 00010000:00010000:0.0:1734016129.082224:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016129.082251:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338622848 00000100:00100000:0.0:1734016129.082254:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338622848 00010000:00010000:0.0:1734016129.082265:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 497 lvb_type: 1 00000100:00100000:0.0:1734016129.082306:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3795 00000100:00100000:0.0:1734016129.082311:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338622976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.082324:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.082344:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.082353:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.082376:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea21e8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 978944->983039) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded0a expref: 8 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.082726:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3796 00000100:00100000:2.0:1734016129.082732:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338622848:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.082741:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.082759:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016129.082768:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016129.082779:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21eb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded26 expref: 8 pid: 7692 timeout: 497 lvb_type: 1 00010000:00010000:2.0:1734016129.082790:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.082792:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.082797:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.082805:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.082833:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.082844:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340911744:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.082881:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fce40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.082920:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.082936:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623104 00000100:00100000:2.0:1734016129.082938:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623104 00000100:00100000:2.0:1734016129.082969:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 328 00000100:00100000:2.0:1734016129.082975:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1971:x1818247338623104:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:2.0:1734016129.082997:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1971:x1818247338623104:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 22us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.083001:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 328 00000100:00080000:1.0:1734016129.083539:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016099 00010000:00010000:0.0:1734016129.083957:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.083989:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338622976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1676us (2336us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.083996:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3795 00000100:00100000:0.0:1734016129.086001:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.086166:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340911744:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.086183:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.086211:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338622848:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3478us (4034us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.086221:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3796 00000100:00100000:3.0:1734016129.086349:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623232 00000100:00100000:3.0:1734016129.086355:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623232 00000100:00100000:3.0:1734016129.086383:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13605 00000100:00100000:3.0:1734016129.086389:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338623232:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.086599:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1358578 -> 5946248 00002000:00010000:3.0:1734016129.086601:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.086603:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016129.086605:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.086606:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 832 00000100:00100000:3.0:1734016129.086625:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338623232:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 236us (629us total) trans 4294969888 rc 0/0 00000100:00100000:3.0:1734016129.086630:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13605 00000100:00100000:0.0:1734016129.089551:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.089614:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623360 00000100:00100000:3.0:1734016129.089621:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623360 00000100:00100000:3.0:1734016129.089653:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13606 00000100:00100000:3.0:1734016129.089660:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338623360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.089673:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.089687:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21ec5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded3b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.089732:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911872:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.089786:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.092197:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340911872:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.092227:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21ec5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded3b expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.092241:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea21ec5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded3b expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.092265:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016129.092688:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338623360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3026us (3142us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.092697:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13606 00000100:00100000:0.0:1734016129.095193:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.095401:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623488 00000100:00100000:3.0:1734016129.095409:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623488 00000100:00100000:3.0:1734016129.095442:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13607 00000100:00100000:3.0:1734016129.095448:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338623488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.095463:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.095477:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ecc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded42 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.095521:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912000:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.095577:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.097527:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.097555:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ecc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded42 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.097566:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea21ecc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded42 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.097576:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016129.097611:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338623488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2163us (2426us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.097618:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13607 00000100:00100000:0.0:1734016129.102126:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.102213:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623616 00000100:00100000:3.0:1734016129.102221:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623616 00000100:00100000:3.0:1734016129.102615:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13608 00000100:00100000:3.0:1734016129.102622:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338623616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.102643:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.102662:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21ed3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded49 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.102727:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912128:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.103523:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.105224:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016129.105245:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912128:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.105297:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21ed3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded49 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.105313:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea21ed3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded49 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.105334:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016129.105369:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338623616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2747us (3251us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.105377:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13608 00000100:00100000:0.0:1734016129.108536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.108677:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623744 00000100:00100000:3.0:1734016129.108693:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623744 00000100:00100000:3.0:1734016129.108920:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13609 00000100:00100000:3.0:1734016129.108928:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1972:x1818247338623744:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.109153:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 2163358 00002000:00010000:3.0:1734016129.109156:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.109158:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:3.0:1734016129.109160:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.109161:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00080000:1.0:1734016129.109250:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016099 00000100:00100000:3.0:1734016129.109940:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1972:x1818247338623744:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1010us (1417us total) trans 4294968264 rc 0/0 00000100:00100000:3.0:1734016129.109948:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13609 00000100:00100000:0.0:1734016129.111916:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.112048:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338623872 00000100:00100000:3.0:1734016129.112056:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338623872 00000100:00100000:3.0:1734016129.112100:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13610 00000100:00100000:3.0:1734016129.112107:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338623872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.112124:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.112140:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21eda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded50 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.112182:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912256:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.112241:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.113606:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016129.113623:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912256:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.113656:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21eda lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded50 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.113666:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea21eda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded50 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.113689:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016129.113896:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338623872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1788us (1984us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.113903:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13610 00000100:00100000:0.0:1734016129.115694:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.115790:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624000 00000100:00100000:3.0:1734016129.115797:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624000 00000100:00100000:3.0:1734016129.115857:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13611 00000100:00100000:3.0:1734016129.115862:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338624000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.115876:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.115890:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21ee1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded57 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.115930:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.115980:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.117257:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340912384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.117457:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21ee1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded57 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.117469:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea21ee1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded57 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.117478:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016129.117564:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338624000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1701us (1876us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.117571:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13611 00000100:00100000:0.0:1734016129.120127:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.120232:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624128 00000100:00100000:3.0:1734016129.120240:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624128 00000100:00100000:3.0:1734016129.120458:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13612 00000100:00100000:3.0:1734016129.120466:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338624128:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.120634:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5946248 -> 5946248 00002000:00010000:3.0:1734016129.120637:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.120639:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:3.0:1734016129.120640:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.120642:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016129.120706:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338624128:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 240us (586us total) trans 4294969889 rc 0/0 00000100:00100000:3.0:1734016129.121123:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13612 00000100:00100000:0.0:1734016129.125103:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.125409:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624256 00000100:00100000:3.0:1734016129.125419:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624256 00000100:00100000:3.0:1734016129.125452:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13613 00000100:00100000:3.0:1734016129.125462:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338624256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.125487:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.125504:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ee8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded5e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.125560:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912512:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.125610:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.130577:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016129.130599:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912512:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.130641:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ee8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded5e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.130654:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea21ee8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded5e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.132574:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016129.133000:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338624256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7530us (7897us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.133011:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13613 00000100:00100000:0.0:1734016129.135930:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.136189:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624384 00000100:00100000:3.0:1734016129.136200:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624384 00000100:00100000:3.0:1734016129.136246:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13614 00000100:00100000:3.0:1734016129.136254:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338624384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.136297:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.136319:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21eef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded65 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.136391:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912640:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.136859:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.139179:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912640:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.139213:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21eef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded65 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.139228:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea21eef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded65 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.139253:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016129.139410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338624384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3155us (3492us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.139419:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13614 00000100:00100000:0.0:1734016129.141391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.141888:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624640 00000100:00100000:2.0:1734016129.141896:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624640 00000100:00100000:2.0:1734016129.141965:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2629 00000100:00100000:2.0:1734016129.141973:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338624640:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016129.142016:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.142039:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21ea9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded1f expref: 41 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.142068:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.142071:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016129.142198:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.142208:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.142213:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.142241:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 28 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.142252:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 28 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.142265:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340912768:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.142378:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.144244:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340912768:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.144289:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016129.145078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.145510:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624768 00000100:00100000:2.0:1734016129.145516:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624768 00010000:00010000:2.0:1734016129.145562:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.145586:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3797 00000100:00100000:2.0:1734016129.145593:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:1969:x1818247338624768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.145605:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.145610:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.145619:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.145636:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea21e5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd9 expref: 29 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.145650:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.145654:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.145662:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.145668:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.145698:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.145732:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:1969:x1818247338624768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 139us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.145740:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3797 00000100:00080000:1.0:1734016129.145864:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00010000:00010000:3.0:1734016129.145975:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.145982:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016129.146053:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968982 00000004:00010000:3.0:1734016129.146089:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007918fb80 reply state ffff88007a0df000 transno 4294968983 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016129.146096:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.146155:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+43:10361:x1818247338624640:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4182us (4770us total) trans 4294968983 rc 0/0 00000100:00100000:3.0:1734016129.146165:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2629 00000020:00080000:3.0:1734016129.146168:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016129.147947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.148119:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338624896 00000100:00100000:2.0:1734016129.148125:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338624896 00000100:00100000:2.0:1734016129.148156:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13615 00000100:00100000:2.0:1734016129.148160:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338624896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.148173:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.148185:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded6c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.148206:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.148212:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.148214:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.148216:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.148240:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.148249:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 8 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.148259:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912896:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.148329:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00010000:00010000:3.0:1734016129.149046:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149053:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149058:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149062:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48b40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016129.149065:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149071:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149082:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.149085:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.149089:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.149094:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea21ef6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016129.150659:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340912896:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.150683:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.151068:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016129.151107:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338624896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2946us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.151115:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13615 00000100:00100000:0.0:1734016129.151629:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.152076:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625024 00000100:00100000:2.0:1734016129.152084:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625024 00010000:00010000:2.0:1734016129.152107:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 9 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.152128:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3798 00000100:00100000:2.0:1734016129.152133:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338625024:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.152144:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.152161:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 9 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.152171:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 9 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.152188:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21ebe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5943296->5947391) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded34 expref: 9 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.152201:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.152202:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.152207:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.152215:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.152239:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.152250:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340913024:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.152328:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.155584:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340913024:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.155608:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.155657:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338625024:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3522us (4028us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.155668:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3798 00000100:00100000:0.0:1734016129.157208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.157253:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.157495:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625280 00000100:00100000:3.0:1734016129.157503:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625280 00002000:00010000:3.0:1734016129.157532:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016129.157536:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ca80 with x1818247338625280 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016129.157546:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918ca80. 00000100:00100000:3.0:1734016129.157570:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625152 00000100:00100000:3.0:1734016129.157573:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625152 00002000:00010000:3.0:1734016129.157583:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3244645->18446744073709551615) 00002000:00100000:3.0:1734016129.157585:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d180 with x1818247338625152 ext(3244645->18446744073709551615) 00002000:00010000:3.0:1734016129.157591:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918d180. 00000100:00100000:3.0:1734016129.157604:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9546 00000100:00100000:3.0:1734016129.157610:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338625280:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016129.157804:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2163358 -> 0 00002000:00010000:3.0:1734016129.157807:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.157808:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:3.0:1734016129.157811:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.157812:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:3.0:1734016129.157846:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338625280:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 235us (643us total) trans 4294968265 rc 0/0 00000100:00100000:3.0:1734016129.157852:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9546 00002000:00010000:3.0:1734016129.157854:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016129.157856:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ca80 with x1818247338625280 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016129.157859:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918ca80. 00000100:00100000:3.0:1734016129.157872:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9547 00000100:00100000:3.0:1734016129.157875:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338625152:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016129.158025:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5946248 -> 3244645 00002000:00010000:3.0:1734016129.158028:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.158030:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:3.0:1734016129.158032:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.158033:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 832 -> 824 00000100:00100000:3.0:1734016129.158049:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338625152:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 173us (796us total) trans 4294969890 rc 0/0 00000100:00100000:3.0:1734016129.158055:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9547 00002000:00010000:3.0:1734016129.158057:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3244645->18446744073709551615) 00002000:00100000:3.0:1734016129.158059:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d180 with x1818247338625152 ext(3244645->18446744073709551615) 00002000:00010000:3.0:1734016129.158062:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918d180. 00000100:00100000:0.0:1734016129.159792:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.159913:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625408 00000100:00100000:3.0:1734016129.159919:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625408 00000100:00100000:3.0:1734016129.161084:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2630 00000100:00100000:3.0:1734016129.161091:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338625408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.161107:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.161123:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea21f04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded73 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.161188:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.161198:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.161206:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016129.161225:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3244645 00000004:00200000:3.0:1734016129.161228:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.161240:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.161258:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea21f04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.161288:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.161296:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.161298:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.161300:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016129.161353:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338625408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 260us (1566us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.161358:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2630 00000100:00100000:0.0:1734016129.163142:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.163214:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.163297:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625664 00000100:00100000:2.0:1734016129.163304:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625664 00000100:00100000:2.0:1734016129.163326:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625536 00000100:00100000:2.0:1734016129.163328:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625536 00000100:00100000:2.0:1734016129.163342:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13616 00000100:00100000:2.0:1734016129.163347:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338625664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.163357:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.163369:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded81 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.163408:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340913152:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.163446:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.163514:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13617 00000100:00100000:1.0:1734016129.163520:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338625536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.163528:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.163536:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21f19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded7a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.163561:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340913280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.163580:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.166032:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:2.0:1734016129.166071:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340913152:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.167043:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f12 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded81 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.167057:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded81 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.167083:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:2.0:1734016129.167138:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338625664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3790us (3998us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.167150:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13616 00002000:00010000:1.0:1734016129.167224:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:1.0:1734016129.167239:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340913280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.167262:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21f19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded7a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.167280:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded7a expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.167295:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016129.167310:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338625536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3790us (4097us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.167315:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13617 00000100:00100000:1.0:1734016129.173155:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.173199:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.174169:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625792 00000100:00100000:2.0:1734016129.174181:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625792 00000100:00100000:2.0:1734016129.174222:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338625920 00000100:00100000:2.0:1734016129.174225:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338625920 00000100:00100000:2.0:1734016129.174257:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13618 00000100:00100000:2.0:1734016129.174264:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338625792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.174299:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.174321:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea21f20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded88 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.174382:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340913408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.174438:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.174518:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13619 00000100:00100000:1.0:1734016129.174523:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338625920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.174531:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.174543:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21f27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded8f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.174568:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340913536:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.174591:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.177339:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340913408:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.177383:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea21f20 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded88 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.177396:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea21f20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded88 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.177424:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016129.177485:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338625792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3220us (4343us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.177494:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13618 00000100:00100000:0.0:1734016129.181340:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340913536:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016129.181377:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21f27 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded8f expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.181391:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21f27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded8f expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.181415:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:0.0:1734016129.181463:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338625920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6939us (8263us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.181471:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13619 00000100:00100000:0.0:1734016129.186674:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.186831:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.187424:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626176 00000100:00100000:1.0:1734016129.187432:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626176 00000100:00100000:1.0:1734016129.189028:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626048 00000100:00100000:1.0:1734016129.189036:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626048 00000100:00100000:2.0:1734016129.189385:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13620 00000100:00100000:2.0:1734016129.189393:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338626176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.189411:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.189427:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded9d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.189479:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340913664:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.189536:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.190951:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13621 00000100:00100000:3.0:1734016129.190961:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338626048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.190974:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.190988:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21f35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45aded96 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.191026:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340913792:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.191068:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.194068:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340913664:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.194100:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f2e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded9d expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.194113:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded9d expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.194138:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016129.194176:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338626176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4782us (7512us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.194184:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13620 00000100:00100000:3.0:1734016129.194949:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340913792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.194969:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21f35 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded96 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.194978:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea21f35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded96 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.196050:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016129.196104:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338626048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5143us (9270us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.196115:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13621 00000100:00100000:0.0:1734016129.208473:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.208531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.208800:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626304 00000100:00100000:3.0:1734016129.208811:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626304 00000100:00100000:3.0:1734016129.208853:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626432 00000100:00100000:3.0:1734016129.208855:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626432 00000100:00100000:3.0:1734016129.208891:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13622 00000100:00100000:3.0:1734016129.208900:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338626304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.208926:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.208942:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21f3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeda4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.208996:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340913920:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.209050:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.209117:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13623 00000100:00100000:1.0:1734016129.209123:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338626432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.209130:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.209140:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21f43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.209166:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340914048:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.209187:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.210949:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340914048:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.210981:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21f43 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedab expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.210996:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21f43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedab expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.211012:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016129.211047:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338626432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1923us (2515us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.211055:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13623 00000100:00100000:3.0:1734016129.211526:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340913920:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.211546:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21f3c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeda4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.211555:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea21f3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeda4 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.211567:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016129.211584:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338626304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2685us (3121us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.211590:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13622 00000100:00100000:0.0:1734016129.216948:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.217388:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626688 00000100:00100000:2.0:1734016129.217397:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626688 00000100:00100000:2.0:1734016129.217451:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2631 00000100:00100000:2.0:1734016129.217458:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+42:10361:x1818247338626688:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016129.217639:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.217652:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.217659:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.217690:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.217713:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 28 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.217725:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340914176:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.218032:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.220482:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340914176:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.220506:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016129.222972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.223300:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626816 00000100:00100000:2.0:1734016129.223308:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626816 00010000:00010000:2.0:1734016129.223347:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 29 pid: 8227 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016129.223402:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3799 00000100:00100000:0.0:1734016129.223410:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:1970:x1818247338626816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.223423:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.223428:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 29 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.223439:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 29 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.223465:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea21f0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded73 expref: 29 pid: 8227 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.223483:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016129.223488:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.223497:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.223503:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.223535:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016129.223668:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.223676:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016129.223860:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:1970:x1818247338626816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 450us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.223868:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3799 00000001:00080000:3.0:1734016129.233595:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968984 00000004:00010000:3.0:1734016129.233644:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007918f100 reply state ffff8800792ca000 transno 4294968985 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016129.233652:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016129.233753:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+45:10361:x1818247338626688:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 16281us (16798us total) trans 4294968985 rc 0/0 00000100:00100000:3.0:1734016129.233762:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2631 00000020:00080000:3.0:1734016129.233767:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016129.242537:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242550:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242555:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242560:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b180 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016129.242563:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242571:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242584:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.242586:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016129.242589:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.242593:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea21f4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:0.0:1734016129.242972:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.244570:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.244586:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338626944 00000100:00100000:1.0:1734016129.244596:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338626944 00002000:00010000:1.0:1734016129.244627:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.244630:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4000 with x1818247338626944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.244643:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4000. 00000100:00100000:1.0:1734016129.244669:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9548 00000100:00100000:1.0:1734016129.244674:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338626944:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.244824:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3244645 -> 4194304 00002000:00010000:1.0:1734016129.244827:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.244829:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016129.244830:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.244832:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:1.0:1734016129.244878:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338626944:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 203us (1911us total) trans 4294969891 rc 0/0 00000100:00100000:1.0:1734016129.244884:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9548 00002000:00010000:1.0:1734016129.244887:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.244889:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4000 with x1818247338626944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.244892:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4000. 00000100:00100000:1.0:1734016129.245118:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627072 00000100:00100000:1.0:1734016129.245122:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627072 00002000:00010000:1.0:1734016129.245134:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1430211->18446744073709551615) 00002000:00100000:1.0:1734016129.245136:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338627072 ext(1430211->18446744073709551615) 00002000:00010000:1.0:1734016129.245144:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7480. 00000100:00100000:1.0:1734016129.245572:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9549 00000100:00100000:1.0:1734016129.245579:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338627072:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.245720:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1430211 00002000:00010000:1.0:1734016129.245722:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.245724:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016129.245726:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016128 00002000:00010000:1.0:1734016129.245727:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016129.245786:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338627072:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 207us (1222us total) trans 4294968266 rc 0/0 00000100:00100000:1.0:1734016129.245791:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9549 00002000:00010000:1.0:1734016129.245794:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1430211->18446744073709551615) 00002000:00100000:1.0:1734016129.245796:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338627072 ext(1430211->18446744073709551615) 00002000:00010000:1.0:1734016129.245799:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7480. 00000100:00100000:0.0:1734016129.252129:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.252224:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627200 00000100:00100000:3.0:1734016129.252232:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627200 00000100:00100000:3.0:1734016129.252316:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2632 00000100:00100000:3.0:1734016129.252323:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338627200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.252341:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.252357:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21f51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedb2 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.252425:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.252435:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.252443:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016129.252464:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5624515 00000004:00200000:3.0:1734016129.252468:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.252481:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.252500:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea21f51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedb2 expref: 30 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.252533:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedb2 expref: 29 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.252544:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.252547:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.252549:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016129.252604:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338627200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 281us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.252610:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2632 00000100:00100000:0.0:1734016129.254319:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.254361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.255099:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627456 00000100:00100000:3.0:1734016129.255106:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627456 00000100:00100000:3.0:1734016129.255139:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627328 00000100:00100000:3.0:1734016129.255141:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627328 00000100:00100000:3.0:1734016129.255174:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13624 00000100:00100000:3.0:1734016129.255181:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338627456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.255197:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.255212:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21f5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedc0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.255260:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340914304:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.255329:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.256732:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13625 00000100:00100000:0.0:1734016129.256739:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338627328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.256764:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.256782:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedb9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.256823:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914432:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016129.256864:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.264309:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:1.0:1734016129.264336:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914432:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.264369:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedb9 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.264385:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedb9 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.264403:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016129.264447:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338627328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7706us (10084us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.264458:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13625 00002000:00010000:3.0:1734016129.267345:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:3.0:1734016129.267377:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340914304:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.267409:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21f5f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedc0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.267423:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21f5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedc0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.267451:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016129.267505:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338627456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12323us (13190us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.267513:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13624 00000100:00100000:0.0:1734016129.270644:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.270684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.270750:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627584 00000100:00100000:1.0:1734016129.270757:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627584 00000100:00100000:1.0:1734016129.270804:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627712 00000100:00100000:1.0:1734016129.270806:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627712 00000100:00100000:1.0:1734016129.270823:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13626 00000100:00100000:1.0:1734016129.270829:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338627584:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:2.0:1734016129.270844:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13627 00010000:00010000:1.0:1734016129.270847:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1734016129.270849:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338627712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.270855:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.270862:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedc7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.270864:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21f74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedce expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.270907:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914688:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.270907:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340914560:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.270962:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.271022:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.278532:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340914560:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.278575:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21f74 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedce expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.278590:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea21f74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedce expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.278617:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016129.278664:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338627712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7811us (7976us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.278672:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13627 00000100:00100000:1.0:1734016129.278788:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.278807:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedc7 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.278815:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedc7 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.278825:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016129.278841:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338627584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8012us (8205us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.278847:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13626 00000100:00100000:0.0:1734016129.283138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.283195:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.283308:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627968 00000100:00100000:2.0:1734016129.283316:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627968 00000100:00100000:2.0:1734016129.283370:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338627840 00000100:00100000:2.0:1734016129.283372:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338627840 00000100:00100000:2.0:1734016129.283390:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13628 00000100:00100000:2.0:1734016129.283397:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338627968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.283415:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.283434:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeddc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.283485:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340914816:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.283539:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.283602:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13629 00000100:00100000:1.0:1734016129.283608:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338627840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.283616:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.283626:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedd5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.283651:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.283673:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.286827:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340914944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.286859:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedd5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.286872:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea21f82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedd5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.286885:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016129.286923:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338627840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3314us (3727us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.286931:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13629 00000100:00100000:2.0:1734016129.287013:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340914816:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.287029:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f7b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeddc expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.287037:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea21f7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeddc expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.287057:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:2.0:1734016129.287071:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338627968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3676us (3945us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.287076:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13628 00000100:00100000:0.0:1734016129.292488:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.292536:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.292677:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628096 00000100:00100000:2.0:1734016129.292685:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628096 00000100:00100000:2.0:1734016129.292728:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628224 00000100:00100000:2.0:1734016129.292730:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628224 00000100:00100000:2.0:1734016129.292768:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13630 00000100:00100000:2.0:1734016129.292774:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338628096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.292789:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.292806:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21f89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adede3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.292858:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13631 00000100:00100000:2.0:1734016129.292858:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340915072:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016129.292862:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338628224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.292870:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.292880:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21f90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.292901:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340915200:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.292910:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.292917:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.296628:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340915200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.296662:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21f90 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedea expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.296675:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea21f90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedea expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.296702:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016129.296740:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338628224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3877us (4204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.296757:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13631 00000100:00100000:2.0:1734016129.298458:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340915072:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.298517:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21f89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adede3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.298535:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea21f89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adede3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.298584:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016129.298666:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338628096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5889us (6181us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.298679:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13630 00000100:00100000:0.0:1734016129.304865:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.305018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.305120:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628480 00000100:00100000:1.0:1734016129.305128:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628480 00000100:00100000:2.0:1734016129.305442:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628352 00000100:00100000:2.0:1734016129.305446:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628352 00000100:00100000:2.0:1734016129.305480:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13632 00000100:00100000:2.0:1734016129.305487:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338628480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.305505:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.305520:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21f97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedf8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.305567:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340915328:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.305613:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.305760:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13633 00000100:00100000:0.0:1734016129.305765:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338628352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.305773:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.305782:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedf1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.305807:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340915456:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016129.305831:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.309475:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340915456:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.309510:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f9e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedf1 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.309527:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea21f9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedf1 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.309542:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016129.309775:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340915328:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.309795:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21f97 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedf8 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.309803:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea21f97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedf8 expref: 14 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016129.310328:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338628352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4560us (5308us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.310337:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13633 00010000:00010000:2.0:1734016129.310541:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016129.310575:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338628480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5088us (5717us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.310581:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13632 00000100:00100000:0.0:1734016129.313740:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.314415:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628608 00000100:00100000:2.0:1734016129.314422:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628608 00000100:00100000:2.0:1734016129.314553:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13634 00000100:00100000:2.0:1734016129.314560:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338628608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.314574:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.314590:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adedff expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.314614:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 22 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.314621:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.314622:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.314625:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1753088->1765375] (req 1753088->1765375) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.314649:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 22 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.314658:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 22 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.314669:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340915584:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.315003:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.318891:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340915584:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.318928:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1753088->1765375] (req 1753088->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.318944:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016129.318987:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338628608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4425us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.318995:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13634 00000100:00100000:0.0:1734016129.321316:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.322070:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628736 00000100:00100000:2.0:1734016129.322086:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628736 00010000:00010000:2.0:1734016129.322134:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 23 pid: 8975 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.322195:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3800 00000100:00100000:2.0:1734016129.322204:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247338628736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.322222:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.322248:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 23 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.322261:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 23 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.322420:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea21e4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adecd2 expref: 23 pid: 8975 timeout: 497 lvb_type: 0 00010000:00010000:2.0:1734016129.322474:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.322477:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.322485:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.322495:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.322531:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.322546:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340915712:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.323716:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.327791:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.327900:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340915712:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.327924:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.327963:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338628736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5759us (6692us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.327973:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3800 00000100:00100000:3.0:1734016129.328075:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628864 00000100:00100000:3.0:1734016129.328081:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628864 00000100:00100000:3.0:1734016129.328107:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13635 00000100:00100000:3.0:1734016129.328111:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338628864:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.328322:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1430211 -> 1762010 00002000:00010000:3.0:1734016129.328325:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.328327:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:3.0:1734016129.328328:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016128 -> 1734016129 00002000:00010000:3.0:1734016129.328330:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:3.0:1734016129.328349:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338628864:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 237us (567us total) trans 4294968267 rc 0/0 00000100:00100000:3.0:1734016129.328354:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13635 00000100:00100000:0.0:1734016129.331096:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.331198:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338628992 00000100:00100000:2.0:1734016129.331207:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338628992 00000100:00100000:3.0:1734016129.331407:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2633 00000100:00100000:3.0:1734016129.331415:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+44:10361:x1818247338628992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.331441:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.331458:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21fac lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee06 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.331534:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.331545:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.331554:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016129.331575:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5624515 00000004:00200000:3.0:1734016129.331579:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.331593:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.331612:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea21fac lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 46 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.331641:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 45 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.331648:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.331651:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.331653:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016129.331704:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+45:10361:x1818247338628992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 289us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.331710:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2633 00000100:00100000:0.0:1734016129.333887:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.335090:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629120 00000100:00100000:1.0:1734016129.335100:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629120 00000100:00100000:1.0:1734016129.335214:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13636 00000100:00100000:1.0:1734016129.335224:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338629120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.335253:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.335417:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21fba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee0d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.335490:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340915840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.336152:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.338538:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016128 00000100:00100000:1.0:1734016129.338561:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340915840:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.338588:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21fba lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee0d expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.338601:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea21fba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee0d expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.339148:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016129.339205:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338629120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3981us (5322us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.339213:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13636 00000100:00100000:0.0:1734016129.343054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.343483:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629248 00000100:00100000:1.0:1734016129.343491:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629248 00000100:00100000:1.0:1734016129.343535:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13637 00000100:00100000:1.0:1734016129.343543:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338629248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.343562:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.343577:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21fc1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee14 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.343624:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340915968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.343670:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.345533:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340915968:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.345564:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21fc1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee14 expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.345577:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea21fc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee14 expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.345588:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016129.345631:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338629248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2089us (2589us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.345642:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13637 00000100:00100000:0.0:1734016129.348079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.348183:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629376 00000100:00100000:1.0:1734016129.348195:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629376 00000100:00100000:1.0:1734016129.348901:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13638 00000100:00100000:1.0:1734016129.348911:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338629376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.348933:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.348951:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21fc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee1b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.349006:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916096:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.349067:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.351215:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016128 -> 1734016129 00002000:00010000:1.0:1734016129.351221:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016128 -> 1734016129 00000100:00100000:1.0:1734016129.351241:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916096:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.351268:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21fc8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee1b expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.351307:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea21fc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee1b expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.351322:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016129.351370:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338629376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2461us (3304us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.351377:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13638 00000100:00100000:0.0:1734016129.353796:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.353918:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629504 00000100:00100000:1.0:1734016129.353928:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629504 00000100:00100000:1.0:1734016129.353979:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13639 00000100:00100000:1.0:1734016129.353986:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338629504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.354007:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.354024:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21fcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee22 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.354086:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916224:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.354141:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.356222:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916224:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.356259:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21fcf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee22 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.356305:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea21fcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee22 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.356317:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016129.356355:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338629504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2369us (2569us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.356363:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13639 00000100:00100000:0.0:1734016129.359059:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.359163:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629760 00000100:00100000:2.0:1734016129.359175:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629760 00000100:00100000:2.0:1734016129.359237:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2634 00000100:00100000:2.0:1734016129.359246:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338629760:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016129.359329:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.359359:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea21f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedb2 expref: 29 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.359379:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.359384:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016129.359509:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.359518:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 44 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.359524:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.359547:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 44 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.359557:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 44 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.359568:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340916352:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.359620:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.363062:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.363355:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338629888 00000100:00100000:3.0:1734016129.363368:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338629888 00010000:00010000:3.0:1734016129.363415:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 45 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:3.0:1734016129.363456:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3801 00000100:00100000:3.0:1734016129.363462:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+45:1970:x1818247338629888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.363478:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.363484:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 45 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016129.363497:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 45 pid: 6486 timeout: 497 lvb_type: 0 00010000:00010000:3.0:1734016129.363517:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.363521:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.363530:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.363536:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.363556:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016129.363619:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+45:1970:x1818247338629888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 157us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.363626:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3801 00010000:00010000:2.0:1734016129.364429:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea21fb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee06 expref: 44 pid: 6486 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.364449:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340916352:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.364472:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.364481:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.364486:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016129.364587:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968986 00000004:00010000:2.0:1734016129.364630:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880070119500 reply state ffff8800792cc000 transno 4294968987 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016129.364637:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016129.364749:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338629760:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5495us (5694us total) trans 4294968987 rc 0/0 00000100:00100000:2.0:1734016129.364757:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2634 00000020:00080000:2.0:1734016129.364762:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016129.367902:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367918:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367924:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367929:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48fc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016129.367934:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367940:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367954:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.367957:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.367962:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.367966:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea21fd6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016129.368466:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.368977:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630016 00000100:00100000:2.0:1734016129.368986:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630016 00000100:00100000:2.0:1734016129.369619:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13640 00000100:00100000:2.0:1734016129.369629:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338630016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.369653:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.369674:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee29 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.369713:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.369721:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.369724:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.369727:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.369770:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.369781:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 9 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:2.0:1734016129.369792:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916480:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.370493:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.373814:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916480:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.373847:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.373865:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016129.373920:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338630016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4292us (5457us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.373929:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13640 00000100:00100000:1.0:1734016129.375305:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.375376:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630144 00000100:00100000:0.0:1734016129.375386:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630144 00010000:00010000:0.0:1734016129.375421:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00000100:00100000:0.0:1734016129.376101:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3802 00000100:00100000:0.0:1734016129.376108:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338630144:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.376122:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.376142:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.376154:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.376173:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea21efd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45aded6c expref: 10 pid: 7692 timeout: 497 lvb_type: 0 00010000:00010000:0.0:1734016129.376203:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.376205:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.376211:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.376220:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.376252:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.376265:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340916608:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016129.376361:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.381077:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.381173:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.381197:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630400 00000100:00100000:1.0:1734016129.381204:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630400 00002000:00010000:1.0:1734016129.381242:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.381246:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338630400 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.381256:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02b480. 00000100:00100000:1.0:1734016129.381287:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630272 00000100:00100000:1.0:1734016129.381289:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630272 00002000:00010000:1.0:1734016129.381299:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4396000->18446744073709551615) 00002000:00100000:1.0:1734016129.381301:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b100 with x1818247338630272 ext(4396000->18446744073709551615) 00002000:00010000:1.0:1734016129.381307:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02b100. 00000100:00100000:1.0:1734016129.381332:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9550 00000100:00100000:1.0:1734016129.381340:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338630400:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.381506:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1762010 -> 4194304 00002000:00010000:1.0:1734016129.381509:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.381511:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016129.381512:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.381514:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1734016129.381555:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338630400:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 215us (489us total) trans 4294968268 rc 0/0 00000100:00100000:1.0:1734016129.381560:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9550 00002000:00010000:1.0:1734016129.381563:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.381564:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338630400 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.381568:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02b480. 00000100:00100000:1.0:1734016129.381594:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9551 00000100:00100000:1.0:1734016129.381598:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338630272:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.381689:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4396000 00002000:00010000:1.0:1734016129.381692:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.381694:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016128 -> 1734016127 00002000:00010000:1.0:1734016129.381695:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.381697:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 824 -> 824 00000100:00100000:1.0:1734016129.381712:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338630272:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 113us (538us total) trans 4294969892 rc 0/0 00000100:00100000:1.0:1734016129.381717:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9551 00002000:00010000:1.0:1734016129.381719:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4396000->18446744073709551615) 00002000:00100000:1.0:1734016129.381721:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b100 with x1818247338630272 ext(4396000->18446744073709551615) 00002000:00010000:1.0:1734016129.381724:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02b100. 00000100:00100000:0.0:1734016129.383064:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340916608:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016129.383080:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.383118:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338630144:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7010us (7850us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.383125:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3802 00000100:00100000:0.0:1734016129.393860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.395207:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630656 00000100:00100000:2.0:1734016129.395218:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630656 00002000:00100000:2.0:1734016129.395257:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1359872->4390911) req@ffff88007011b100 x1818247338630656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.395266:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011b100 with x1818247338630656 ext(1359872->4390911) 00002000:00010000:2.0:1734016129.395287:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011b100 00000100:00100000:2.0:1734016129.395843:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9552 00000100:00100000:2.0:1734016129.395851:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338630656:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.424499:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338630656:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 28638us (30637us total) trans 0 rc 2838528/2838528 00000100:00100000:2.0:1734016129.424512:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9552 00002000:00100000:2.0:1734016129.424523:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1359872->4390911) req@ffff88007011b100 x1818247338630656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 2838528/2838528 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.424532:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011b100 with x1818247338630656 ext(1359872->4390911) 00002000:00010000:2.0:1734016129.424536:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011b100 00000100:00100000:2.0:1734016129.437830:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.437865:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.439529:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338630912 00000100:00100000:3.0:1734016129.439540:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338630912 00002000:00100000:3.0:1734016129.439597:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4390912->4395007) req@ffff880079db4e00 x1818247338630912/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.439607:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4e00 with x1818247338630912 ext(4390912->4395007) 00002000:00010000:3.0:1734016129.439611:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4e00 00000100:00100000:3.0:1734016129.439646:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631168 00000100:00100000:3.0:1734016129.439650:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631168 00002000:00100000:3.0:1734016129.439664:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079db4000 x1818247338631168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.439670:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4000 with x1818247338631168 ext(0->4194303) 00002000:00010000:3.0:1734016129.439673:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db4000 00000100:00100000:3.0:1734016129.439690:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9553 00000100:00100000:3.0:1734016129.439697:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338630912:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.439885:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338630912:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 186us (2062us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.439892:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9553 00002000:00100000:3.0:1734016129.439898:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4390912->4395007) req@ffff880079db4e00 x1818247338630912/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.439904:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4e00 with x1818247338630912 ext(4390912->4395007) 00002000:00010000:3.0:1734016129.439907:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db4e00 00000100:00100000:3.0:1734016129.439920:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9554 00000100:00100000:3.0:1734016129.439924:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338631168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.448532:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.448610:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631424 00000100:00100000:0.0:1734016129.448617:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631424 00002000:00100000:0.0:1734016129.448650:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4399103) req@ffff88007a02a300 x1818247338631424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.448660:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338631424 ext(4194304->4399103) 00002000:00010000:0.0:1734016129.448665:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a300 00000100:00100000:0.0:1734016129.448697:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9555 00000100:00100000:0.0:1734016129.448703:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338631424:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.453945:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338631424:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 5232us (5413us total) trans 0 rc 196608/196608 00000100:00100000:1.0:1734016129.453958:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9555 00002000:00100000:1.0:1734016129.453968:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4399103) req@ffff88007a02a300 x1818247338631424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 196608/196608 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.453977:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338631424 ext(4194304->4399103) 00002000:00010000:1.0:1734016129.453982:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a300 00000100:00100000:0.0:1734016129.470725:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.471350:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631552 00000100:00100000:1.0:1734016129.471360:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631552 00002000:00100000:1.0:1734016129.471404:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4386816->4395999) req@ffff880070119c00 x1818247338631552/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 9672/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.471413:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338631552 ext(4386816->4395999) 00002000:00010000:1.0:1734016129.471418:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119c00 00000100:00100000:1.0:1734016129.471448:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9556 00000100:00100000:1.0:1734016129.471454:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338631552:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016129.474375:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338631552:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2909us (3649us total) trans 4294969893 rc 0/0 00000100:00100000:1.0:1734016129.474386:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9556 00002000:00100000:1.0:1734016129.474397:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4386816->4395999) req@ffff880070119c00 x1818247338631552/t4294969893(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 9672/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016129.474406:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338631552 ext(4386816->4395999) 00002000:00010000:1.0:1734016129.474414:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119c00 00000100:00100000:0.0:1734016129.486350:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.487345:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631680 00000100:00100000:2.0:1734016129.487351:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631680 00000100:00100000:2.0:1734016129.487389:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2635 00000100:00100000:2.0:1734016129.487395:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338631680:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016129.487483:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338631168:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 47557us (49616us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016129.487490:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9554 00002000:00100000:3.0:1734016129.487497:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079db4000 x1818247338631168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.487506:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db4000 with x1818247338631168 ext(0->4194303) 00002000:00010000:3.0:1734016129.487510:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db4000 00000100:00100000:2.0:1734016129.487862:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338631680:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 466us (1518us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.487871:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2635 00000100:00100000:0.0:1734016129.494099:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.494192:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631808 00000100:00100000:2.0:1734016129.494200:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631808 00000100:00100000:2.0:1734016129.494242:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13641 00000100:00100000:2.0:1734016129.494249:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338631808:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.495513:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969893 is committed 00000001:00080000:0.0:1734016129.495525:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969891 is committed 00000100:00100000:2.0:1734016129.496177:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338631808:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1923us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.496186:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13641 00000100:00100000:1.0:1734016129.499506:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.499655:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338631936 00000100:00100000:2.0:1734016129.499662:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338631936 00000100:00100000:2.0:1734016129.499775:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2636 00000100:00100000:2.0:1734016129.499782:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338631936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.499799:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.499813:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21fe4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee30 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.499876:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.499885:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.499894:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016129.499910:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8590304 00000004:00200000:2.0:1734016129.499913:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.499925:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.499942:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea21fe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee30 expref: 32 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.500139:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee30 expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.500146:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.500148:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.500150:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016129.500413:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338631936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 631us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.500419:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2636 00000100:00100000:1.0:1734016129.504181:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.504297:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632064 00000100:00100000:2.0:1734016129.504306:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632064 00000100:00100000:2.0:1734016129.504354:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2637 00000100:00100000:2.0:1734016129.504360:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+44:10361:x1818247338632064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.504380:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.504397:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea21ff2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee37 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.504476:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.504488:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.504497:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016129.504518:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8590304 00000004:00200000:2.0:1734016129.504521:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.504536:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.504555:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea21ff2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 46 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.504578:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 45 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.504584:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.504587:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.504589:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016129.504636:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+45:10361:x1818247338632064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 275us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.504643:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2637 00000100:00100000:0.0:1734016129.507033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.507068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.507500:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632320 00000100:00100000:2.0:1734016129.507507:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632320 00000100:00100000:2.0:1734016129.507533:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632192 00000100:00100000:2.0:1734016129.507534:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632192 00000100:00100000:2.0:1734016129.507547:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13642 00000100:00100000:2.0:1734016129.507552:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338632320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.507565:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.507578:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22000 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee45 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.507616:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340916736:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.507654:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.507769:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13643 00000100:00100000:1.0:1734016129.507774:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338632192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.507781:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.507791:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22007 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee3e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.507811:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340916864:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.507832:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.509647:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00002000:00010000:1.0:1734016129.509652:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 824 -> 848 00000100:00100000:1.0:1734016129.509666:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340916864:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.509686:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22007 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee3e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.509696:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22007 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee3e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.509708:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016129.509752:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338632192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1976us (2683us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.509758:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13643 00002000:00010000:2.0:1734016129.509819:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:2.0:1734016129.509829:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340916736:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.509843:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22000 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee45 expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.509850:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22000 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee45 expref: 23 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.509857:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016129.509873:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338632320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2320us (2846us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.509878:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13642 00000100:00100000:1.0:1734016129.512950:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.513028:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.513155:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632448 00000100:00100000:2.0:1734016129.513162:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632448 00000100:00100000:2.0:1734016129.513197:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632576 00000100:00100000:2.0:1734016129.513199:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632576 00000100:00100000:2.0:1734016129.513213:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13644 00000100:00100000:2.0:1734016129.513219:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338632448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.513234:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.513248:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2200e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee4c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.513320:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916992:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.513400:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13645 00000100:00100000:3.0:1734016129.513406:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338632576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.513413:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.513421:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22015 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee53 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.513448:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917120:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.514265:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.514346:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.517126:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917120:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016129.517161:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22015 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee53 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.517172:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22015 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee53 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.517187:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:2.0:1734016129.517330:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340916992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.517349:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2200e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee4c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.517356:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2200e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee4c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.517364:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:0.0:1734016129.517585:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338632576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4177us (4555us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.517596:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13645 00000100:00100000:2.0:1734016129.517649:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338632448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4430us (4709us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.517654:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13644 00000100:00100000:0.0:1734016129.520005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.520099:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632704 00000100:00100000:2.0:1734016129.520106:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632704 00000100:00100000:2.0:1734016129.520135:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13646 00000100:00100000:2.0:1734016129.520141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338632704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.520156:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.520170:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee5a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.520193:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.520199:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.520200:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.520203:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1298431] (req 1290240->1298431) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.520225:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.520235:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 6 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.520245:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340917248:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.520582:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.525604:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.525835:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340917248:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.525863:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1290240->1298431] (req 1290240->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.525878:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016129.525915:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338632704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5772us (5915us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.525923:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13646 00000100:00100000:0.0:1734016129.525983:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632832 00000100:00100000:0.0:1734016129.525988:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632832 00010000:00010000:0.0:1734016129.526008:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 7 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016129.526026:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3803 00000100:00100000:0.0:1734016129.526031:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338632832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.526042:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.526058:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 7 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.526066:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 7 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.526084:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea21fdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee29 expref: 7 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.526097:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.526099:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016129.526104:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.526111:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.526139:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.526149:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340917376:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016129.526177:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.532338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.532426:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340917376:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016129.532443:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.532491:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338632832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6457us (6894us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.532501:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3803 00000100:00100000:2.0:1734016129.533648:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338632960 00000100:00100000:2.0:1734016129.533655:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338632960 00000100:00100000:2.0:1734016129.533704:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13647 00000100:00100000:2.0:1734016129.533710:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338632960:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016129.533884:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4396000 -> 4396000 00002000:00010000:2.0:1734016129.533887:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.533889:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:2.0:1734016129.533891:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016129.533893:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 848 00000100:00100000:2.0:1734016129.533959:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338632960:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 248us (1627us total) trans 4294969894 rc 0/0 00000100:00100000:2.0:1734016129.533966:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13647 00000100:00100000:0.0:1734016129.538245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.538415:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633088 00000100:00100000:2.0:1734016129.538424:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633088 00000100:00100000:2.0:1734016129.538463:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13648 00000100:00100000:2.0:1734016129.538470:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338633088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.538488:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.538507:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22023 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee61 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.538557:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340917504:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.538613:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016129.541401:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00000100:00100000:2.0:1734016129.541426:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340917504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.541457:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22023 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee61 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.541471:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22023 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee61 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.541496:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016129.542104:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338633088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3631us (3869us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.542112:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13648 00000100:00100000:1.0:1734016129.545210:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.546262:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633216 00000100:00100000:2.0:1734016129.546284:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633216 00000100:00100000:2.0:1734016129.546331:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13649 00000100:00100000:2.0:1734016129.546337:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338633216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.546354:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.546368:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea2202a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee68 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.546416:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340917632:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.546813:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.550079:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340917632:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.550123:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea2202a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee68 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.550137:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea2202a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee68 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.550509:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016129.550581:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338633216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4240us (5376us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.550595:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13649 00000100:00100000:0.0:1734016129.553200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.553317:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633344 00000100:00100000:2.0:1734016129.553324:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633344 00000100:00100000:2.0:1734016129.553402:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13650 00000100:00100000:2.0:1734016129.553408:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.553424:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.553438:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22031 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee6f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.553488:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917760:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.554134:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.556687:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917760:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.556726:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22031 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee6f expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.556749:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22031 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee6f expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.556760:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016129.556815:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3405us (3619us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.556823:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13650 00000100:00100000:0.0:1734016129.562820:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.564515:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633472 00000100:00100000:2.0:1734016129.564527:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633472 00000100:00100000:2.0:1734016129.564581:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13651 00000100:00100000:2.0:1734016129.564587:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.564605:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.564625:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22038 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee76 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.564677:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917888:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.564754:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.568911:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340917888:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.568945:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22038 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee76 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.568959:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22038 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee76 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.570147:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016129.576361:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11762us (13538us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.576373:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13651 00000100:00100000:0.0:1734016129.577715:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.578597:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633600 00000100:00100000:3.0:1734016129.578605:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633600 00000100:00100000:3.0:1734016129.579930:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13652 00000100:00100000:3.0:1734016129.579940:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1971:x1818247338633600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.579958:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.579975:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2203f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee7d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.580024:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918016:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.580383:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.582465:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918016:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.582510:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2203f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee7d expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.582525:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2203f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee7d expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.582575:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016129.582706:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1971:x1818247338633600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2764us (4991us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.582714:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13652 00000100:00100000:0.0:1734016129.586315:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.586429:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633728 00000100:00100000:3.0:1734016129.586438:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633728 00000100:00100000:3.0:1734016129.586474:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13653 00000100:00100000:3.0:1734016129.586481:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338633728:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016129.586665:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4396000 -> 4396000 00002000:00010000:3.0:1734016129.586668:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.586670:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:3.0:1734016129.586671:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.586673:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 864 00000100:00100000:3.0:1734016129.587484:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338633728:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1001us (1180us total) trans 4294969895 rc 0/0 00000100:00100000:3.0:1734016129.587492:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13653 00000100:00100000:0.0:1734016129.589448:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.589551:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633856 00000100:00100000:3.0:1734016129.589559:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633856 00000100:00100000:3.0:1734016129.589600:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13654 00000100:00100000:3.0:1734016129.589606:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.589621:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.589635:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22046 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee84 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.589681:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918144:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.589725:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.591029:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918144:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.591055:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22046 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee84 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.591071:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22046 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee84 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.591097:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016129.591128:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1521us (1685us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.591135:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13654 00000100:00100000:0.0:1734016129.596259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.596436:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338633984 00000100:00100000:3.0:1734016129.596444:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338633984 00000100:00100000:3.0:1734016129.596486:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13655 00000100:00100000:3.0:1734016129.596493:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.596508:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.596523:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2204d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee8b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.596568:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918272:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.596629:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.599341:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918272:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.599385:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2204d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee8b expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.599401:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2204d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee8b expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.599686:0:6477:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016129.599730:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016129.599791:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338633984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3296us (3538us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.599800:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13655 00000100:00100000:0.0:1734016129.603169:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.603250:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634112 00000100:00100000:3.0:1734016129.603258:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634112 00000100:00100000:3.0:1734016129.603397:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13656 00000100:00100000:3.0:1734016129.603404:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338634112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.603420:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.603435:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22054 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee92 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.603484:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.603533:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.605084:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.605111:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22054 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee92 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.605125:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22054 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee92 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.605137:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016129.605399:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338634112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1993us (2236us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.605410:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13656 00000100:00100000:0.0:1734016129.607745:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.607822:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634240 00000100:00100000:3.0:1734016129.607830:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634240 00000100:00100000:3.0:1734016129.607925:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13657 00000100:00100000:3.0:1734016129.607932:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338634240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.607946:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.607961:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2205b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adee99 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.608008:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.608243:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.609595:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340918528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.609620:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2205b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee99 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.609632:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2205b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee99 expref: 23 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.609673:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016129.609893:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338634240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1959us (2159us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.609899:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13657 00000100:00100000:0.0:1734016129.611880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.611963:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634368 00000100:00100000:3.0:1734016129.611970:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634368 00000100:00100000:3.0:1734016129.612014:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13658 00000100:00100000:3.0:1734016129.612020:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.612036:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.612050:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22062 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeea0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.612093:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918656:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.612144:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016129.613399:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00000100:00100000:3.0:1734016129.613418:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918656:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.613440:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22062 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeea0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.613451:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22062 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeea0 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.613461:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016129.613833:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1811us (1956us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.613839:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13658 00000100:00100000:1.0:1734016129.616355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.616582:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634496 00000100:00100000:3.0:1734016129.616590:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634496 00000100:00100000:3.0:1734016129.616634:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13659 00000100:00100000:3.0:1734016129.616640:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.616655:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.616669:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22069 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeea7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.616718:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918784:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.616782:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.618588:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918784:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.618618:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22069 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeea7 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.618631:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22069 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeea7 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.618641:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016129.618684:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2042us (2334us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.618693:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13659 00000100:00100000:0.0:1734016129.620975:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.621123:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634624 00000100:00100000:3.0:1734016129.621130:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634624 00000100:00100000:3.0:1734016129.621177:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13660 00000100:00100000:3.0:1734016129.621183:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.621198:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.621213:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeeae expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016129.621258:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918912:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016129.621351:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.622957:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340918912:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016129.622982:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22070 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeae expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.622993:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeae expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.623004:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016129.623034:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338634624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1849us (2065us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016129.623042:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13660 00000100:00100000:0.0:1734016129.626634:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.626896:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338634880 00000100:00100000:3.0:1734016129.626903:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338634880 00000100:00100000:3.0:1734016129.627142:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2638 00000100:00100000:3.0:1734016129.627149:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338634880:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016129.627188:0:6486:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016129.627209:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea21feb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee30 expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.627224:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.627228:0:6486:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016129.628397:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.628413:0:6486:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.628419:0:6486:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.628446:0:6486:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 44 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.628457:0:6486:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 44 pid: 8227 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016129.628468:0:6486:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340919040:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016129.629376:0:6486:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000001:00080000:0.0:1734016129.637287:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968988 is committed 00000001:00080000:0.0:1734016129.637318:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968985 is committed 00000100:00100000:3.0:1734016129.637692:0:6486:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6486:1818247340919040:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016129.637715:0:6486:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:2.0:1734016129.638268:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.638395:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635008 00000100:00100000:0.0:1734016129.638402:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635008 00010000:00010000:0.0:1734016129.638428:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 18 pid: 8227 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016129.638457:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3804 00000100:00100000:0.0:1734016129.638462:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338635008:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016129.638473:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016129.638478:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 18 pid: 8227 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.638488:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 18 pid: 8227 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.638505:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea21ff9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee37 expref: 18 pid: 8227 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016129.638526:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016129.638530:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.638537:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.638543:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.638557:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016129.638591:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338635008:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 129us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.638596:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3804 00010000:00010000:2.0:1734016129.638848:0:6486:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.638854:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000001:00080000:2.0:1734016129.638928:0:6486:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968988 00000004:00010000:2.0:1734016129.638965:0:6486:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a0b2d80 reply state ffff88011e5cd000 transno 4294968989 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000100:00100000:2.0:1734016129.638971:0:6486:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016129.639031:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338634880:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 11882us (12405us total) trans 4294968989 rc 0/0 00000100:00100000:2.0:1734016129.639038:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2638 00000020:00080000:2.0:1734016129.639041:0:6486:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016129.640665:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016129.640926:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640935:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640940:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640945:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce400 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016129.640948:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640953:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640965:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016129.640968:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016129.640970:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00010000:00010000:0.0:1734016129.640974:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22077 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 00000100:00100000:3.0:1734016129.641085:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635136 00000100:00100000:3.0:1734016129.641092:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635136 00000100:00100000:3.0:1734016129.641126:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13661 00000100:00100000:3.0:1734016129.641133:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338635136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.641151:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.641166:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeeb5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.641191:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.641198:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.641200:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016129.641203:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.641237:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.641248:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016129.641260:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340919168:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016129.641341:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.655856:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.656037:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635264 00000100:00100000:2.0:1734016129.656047:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635264 00010000:00010000:2.0:1734016129.656084:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 9 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.656114:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3805 00000100:00100000:2.0:1734016129.656120:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338635264:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.656136:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.656156:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 9 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.656167:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 9 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.656188:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.656191:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.656197:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.656206:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.656245:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.656259:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340919296:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.656335:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016129.656896:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea2201c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1290240->1298431) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adee5a expref: 9 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016129.656914:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340919168:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016129.656936:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.656943:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016129.658185:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340919296:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.658204:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.658233:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338635264:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2111us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.658241:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3805 00000100:00100000:3.0:1734016129.659110:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338635136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 17974us (18449us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.659118:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13661 00000100:00100000:0.0:1734016129.660376:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.660422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.662515:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635520 00000100:00100000:1.0:1734016129.662526:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635520 00002000:00010000:1.0:1734016129.662557:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.662561:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338635520 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.662571:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b3100. 00000100:00100000:1.0:1734016129.662586:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635392 00000100:00100000:1.0:1734016129.662588:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635392 00002000:00010000:1.0:1734016129.662596:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5431675->18446744073709551615) 00002000:00100000:1.0:1734016129.662598:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1500 with x1818247338635392 ext(5431675->18446744073709551615) 00002000:00010000:1.0:1734016129.662604:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1500. 00000100:00100000:1.0:1734016129.662616:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9557 00000100:00100000:1.0:1734016129.662622:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338635520:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.662726:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016129.662728:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.662730:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:1.0:1734016129.662732:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.662734:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1734016129.662787:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338635520:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 165us (2415us total) trans 4294968269 rc 0/0 00000100:00100000:1.0:1734016129.662792:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9557 00002000:00010000:1.0:1734016129.662795:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.662797:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338635520 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.662800:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b3100. 00000100:00100000:1.0:1734016129.662830:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9558 00000100:00100000:1.0:1734016129.662834:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338635392:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.662939:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4396000 -> 5431675 00002000:00010000:1.0:1734016129.662942:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.662943:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016128 00002000:00010000:1.0:1734016129.662945:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.662946:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:1.0:1734016129.662962:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338635392:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 127us (2540us total) trans 4294969896 rc 0/0 00000100:00100000:1.0:1734016129.662967:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9558 00002000:00010000:1.0:1734016129.662969:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5431675->18446744073709551615) 00002000:00100000:1.0:1734016129.662971:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1500 with x1818247338635392 ext(5431675->18446744073709551615) 00002000:00010000:1.0:1734016129.662974:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1500. 00000100:00100000:0.0:1734016129.677197:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.677311:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338635776 00000100:00100000:2.0:1734016129.677322:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338635776 00002000:00100000:2.0:1734016129.677362:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->5427199) req@ffff88007a0b1f80 x1818247338635776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.677371:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1f80 with x1818247338635776 ext(0->5427199) 00002000:00010000:2.0:1734016129.677376:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1f80 00000100:00100000:2.0:1734016129.677395:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9559 00000100:00100000:2.0:1734016129.677403:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338635776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016129.686039:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.686143:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636032 00000100:00100000:0.0:1734016129.686151:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636032 00002000:00100000:0.0:1734016129.686188:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880078940700 x1818247338636032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.686198:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338636032 ext(4190208->4194303) 00002000:00010000:0.0:1734016129.686203:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700 00000100:00100000:0.0:1734016129.686233:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9560 00000100:00100000:0.0:1734016129.686240:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338636032:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016129.686400:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338636032:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 159us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016129.686406:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9560 00002000:00100000:0.0:1734016129.686413:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff880078940700 x1818247338636032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016129.686420:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338636032 ext(4190208->4194303) 00002000:00010000:0.0:1734016129.686423:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700 00000100:00100000:2.0:1734016129.724707:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338635776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 47297us (47515us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016129.724717:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9559 00002000:00100000:2.0:1734016129.724727:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->5427199) req@ffff88007a0b1f80 x1818247338635776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.724746:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1f80 with x1818247338635776 ext(0->5427199) 00002000:00010000:2.0:1734016129.724751:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1f80 00000100:00100000:0.0:1734016129.733829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.738158:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636288 00000100:00100000:2.0:1734016129.738185:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636288 00002000:00100000:2.0:1734016129.738267:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5427200->5431295) req@ffff88007a0b1c00 x1818247338636288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.738298:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1c00 with x1818247338636288 ext(5427200->5431295) 00002000:00010000:2.0:1734016129.738305:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1c00 00000100:00100000:2.0:1734016129.738349:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9561 00000100:00100000:2.0:1734016129.738356:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338636288:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.738571:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338636288:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 215us (4750us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.738579:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9561 00002000:00100000:2.0:1734016129.738585:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5427200->5431295) req@ffff88007a0b1c00 x1818247338636288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.738592:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1c00 with x1818247338636288 ext(5427200->5431295) 00002000:00010000:2.0:1734016129.738594:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b1c00 00000100:00100000:0.0:1734016129.744190:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.744528:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636544 00000100:00100000:3.0:1734016129.744537:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636544 00002000:00100000:3.0:1734016129.744579:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5435391) req@ffff880130887b80 x1818247338636544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.744590:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338636544 ext(4194304->5435391) 00002000:00010000:3.0:1734016129.744596:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887b80 00000100:00100000:3.0:1734016129.745202:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9562 00000100:00100000:3.0:1734016129.745210:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338636544:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.757073:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338636544:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 11853us (12881us total) trans 0 rc 1232896/1232896 00000100:00100000:3.0:1734016129.757085:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9562 00002000:00100000:3.0:1734016129.757096:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5435391) req@ffff880130887b80 x1818247338636544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 504/440 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 1232896/1232896 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.757104:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338636544 ext(4194304->5435391) 00002000:00010000:3.0:1734016129.757109:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887b80 00000100:00100000:0.0:1734016129.763121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.763213:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636672 00000100:00100000:3.0:1734016129.763224:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636672 00002000:00100000:3.0:1734016129.763260:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5423104->5431674) req@ffff880130885500 x1818247338636672/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 9064/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.763389:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338636672 ext(5423104->5431674) 00002000:00010000:3.0:1734016129.763395:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:2.0:1734016129.764517:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9563 00000100:00100000:2.0:1734016129.764526:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338636672:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016129.767352:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338636672:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2817us (4231us total) trans 4294969897 rc 0/0 00000100:00100000:2.0:1734016129.767366:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9563 00002000:00100000:2.0:1734016129.767378:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5423104->5431674) req@ffff880130885500 x1818247338636672/t4294969897(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 9064/448 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.767387:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338636672 ext(5423104->5431674) 00002000:00010000:2.0:1734016129.767393:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:0.0:1734016129.771050:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.771162:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636800 00000100:00100000:2.0:1734016129.771172:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636800 00000100:00100000:2.0:1734016129.771221:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2639 00000100:00100000:2.0:1734016129.771228:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338636800:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016129.771681:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338636800:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 451us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.771688:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2639 00000100:00100000:0.0:1734016129.773252:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.773422:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338636928 00000100:00100000:3.0:1734016129.773430:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338636928 00000100:00100000:3.0:1734016129.773470:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13662 00000100:00100000:3.0:1734016129.773476:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338636928:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016129.774527:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969897 is committed 00000001:00080000:0.0:1734016129.774541:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969895 is committed 00000100:00100000:3.0:1734016129.774904:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338636928:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1425us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.774914:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13662 00000100:00100000:0.0:1734016129.777034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.777155:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637056 00000100:00100000:2.0:1734016129.777164:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637056 00000100:00100000:2.0:1734016129.777201:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2640 00000100:00100000:2.0:1734016129.777207:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338637056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.777225:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.777240:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22085 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeebc expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.777344:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.777356:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.777365:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:2.0:1734016129.777383:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9625979 00000004:00200000:2.0:1734016129.777386:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.777400:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:2.0:1734016129.777416:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22085 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeebc expref: 19 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.777441:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeebc expref: 18 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.777448:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.777451:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.777453:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016129.777487:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338637056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 280us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.777494:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2640 00000100:00100000:0.0:1734016129.779618:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.779663:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.779732:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637312 00000100:00100000:1.0:1734016129.779748:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637312 00000100:00100000:1.0:1734016129.779779:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637184 00000100:00100000:1.0:1734016129.779781:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637184 00000100:00100000:1.0:1734016129.779807:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13663 00000100:00100000:1.0:1734016129.779814:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338637312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.779830:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.779845:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22093 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeeca expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.779890:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340919424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.779939:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.779955:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13664 00000100:00100000:1.0:1734016129.779959:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338637184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.779968:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.779977:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2209a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeec3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.779999:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.780017:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016129.785325:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:1.0:1734016129.785349:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340919424:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.785377:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22093 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeca expref: 23 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.785389:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22093 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeca expref: 23 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.785408:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016129.785441:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338637312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5627us (5829us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.785449:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13663 00002000:00010000:2.0:1734016129.785817:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016128 -> 1734016129 00002000:00010000:2.0:1734016129.785820:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 864 -> 888 00000100:00100000:2.0:1734016129.785831:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919552:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.785846:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2209a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeec3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.785856:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2209a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeec3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.785868:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:2.0:1734016129.785890:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338637184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5930us (6227us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.785895:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13664 00000100:00100000:0.0:1734016129.793982:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.794034:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.795741:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637440 00000100:00100000:2.0:1734016129.795754:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637440 00000100:00100000:2.0:1734016129.795792:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637568 00000100:00100000:2.0:1734016129.795794:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637568 00000100:00100000:2.0:1734016129.795821:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13665 00000100:00100000:2.0:1734016129.795828:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338637440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.795846:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.795862:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea220a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeed1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.795915:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919680:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.795972:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.796083:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13666 00000100:00100000:2.0:1734016129.796088:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1971:x1818247338637568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.796096:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.796106:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeed8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.796129:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340919808:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.796149:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.800749:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340919808:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.800787:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220a8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeed8 expref: 23 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.800802:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeed8 expref: 23 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.800823:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016129.800884:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1971:x1818247338637568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4794us (6848us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.800891:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13666 00000100:00100000:0.0:1734016129.802063:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919680:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016129.802084:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea220a1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeed1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.802098:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea220a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeed1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016129.802120:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:0.0:1734016129.804054:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338637440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8215us (10071us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016129.804065:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13665 00000100:00100000:0.0:1734016129.816836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.819191:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637824 00000100:00100000:2.0:1734016129.819205:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637824 00000100:00100000:2.0:1734016129.819256:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2641 00000100:00100000:2.0:1734016129.819264:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338637824:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016129.819333:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.819354:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b840/0x857af32d4ea2208c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeebc expref: 18 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.819390:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.819394:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016129.819524:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.819534:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016129.819543:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016129.819569:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968990 00000004:00010000:2.0:1734016129.819583:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130884a80 reply state ffff880079ce8000 transno 4294968991 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016129.819589:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016129.819664:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338637824:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 399us (2835us total) trans 4294968991 rc 0/0 00000100:00100000:2.0:1734016129.819670:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2641 00000020:00080000:2.0:1734016129.819674:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016129.828054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.828143:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338637952 00000100:00100000:2.0:1734016129.828152:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338637952 00000100:00100000:2.0:1734016129.828190:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13667 00000100:00100000:2.0:1734016129.828196:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338637952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.828214:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.828232:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeedf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.828258:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.828264:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.828265:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.828293:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.828318:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.828329:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 6 pid: 7693 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.828338:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919936:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.828396:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016129.828569:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828578:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828584:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828588:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4ad00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016129.828592:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828598:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828610:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.828612:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016129.828615:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016129.828620:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea220af lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016129.835353:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340919936:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.835383:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.835398:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016129.835432:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338637952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7235us (7385us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.835440:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13667 00000100:00100000:0.0:1734016129.847026:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.847114:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638080 00000100:00100000:2.0:1734016129.847123:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638080 00010000:00010000:2.0:1734016129.847150:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.847174:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3806 00000100:00100000:2.0:1734016129.847180:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338638080:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.847192:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.847210:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.847220:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.847238:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2207e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeb5 expref: 7 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.847264:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.847267:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.847294:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.847302:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.847329:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.847344:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340920064:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.847396:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.851563:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340920064:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.851586:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.851625:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338638080:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4443us (4606us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.851635:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3806 00000100:00100000:0.0:1734016129.852062:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.852670:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638208 00000100:00100000:2.0:1734016129.852677:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638208 00000100:00100000:2.0:1734016129.852715:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13668 00000100:00100000:2.0:1734016129.852720:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338638208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.852745:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.852760:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeee6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.852783:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.852790:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.852792:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.852795:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 23 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.852819:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.852834:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 16 pid: 7693 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.852844:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340920192:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.854455:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.859507:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340920192:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016129.859538:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 23 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.859553:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016129.859590:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338638208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6869us (7529us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.859598:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13668 00000100:00100000:0.0:1734016129.862506:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.862646:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638336 00000100:00100000:2.0:1734016129.862657:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638336 00010000:00010000:2.0:1734016129.862696:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 17 pid: 7693 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.862729:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3807 00000100:00100000:2.0:1734016129.862747:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247338638336:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.862760:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.862781:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 17 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.862799:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 17 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.862823:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea21fa5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1753088->1765375) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adedff expref: 17 pid: 7693 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.862862:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.862864:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.862871:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 22 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.862880:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 22 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.862914:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 22 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.862927:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340920320:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.863000:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.865647:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340920320:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.865672:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.865711:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338638336:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2964us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.865721:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3807 00000100:00100000:0.0:1734016129.866832:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.866900:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016129.866972:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638592 00000100:00100000:3.0:1734016129.866979:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638592 00002000:00010000:3.0:1734016129.867008:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (812690->18446744073709551615) 00002000:00100000:3.0:1734016129.867013:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338638592 ext(812690->18446744073709551615) 00002000:00010000:3.0:1734016129.867023:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886300. 00000100:00100000:3.0:1734016129.867041:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638464 00000100:00100000:3.0:1734016129.867043:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638464 00002000:00010000:3.0:1734016129.867053:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016129.867055:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338638464 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016129.867060:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885880. 00000100:00100000:3.0:1734016129.867074:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9564 00000100:00100000:3.0:1734016129.867081:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338638592:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:1.0:1734016129.869328:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9565 00000100:00100000:1.0:1734016129.869342:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338638464:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016129.870322:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5431675 -> 4194304 00002000:00010000:1.0:1734016129.870328:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.870330:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.870332:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.870334:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 840 00000100:00100000:1.0:1734016129.870394:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338638464:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1053us (3491us total) trans 4294969898 rc 0/0 00000100:00100000:1.0:1734016129.870401:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9565 00002000:00010000:1.0:1734016129.870407:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016129.870412:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338638464 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016129.870418:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885880. 00002000:00010000:3.0:1734016129.873187:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 812690 00002000:00010000:3.0:1734016129.873192:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.873194:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:3.0:1734016129.873196:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016129.873197:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 0 00000100:00100000:3.0:1734016129.873825:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:1969:x1818247338638592:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 6737us (6990us total) trans 4294968270 rc 0/0 00000100:00100000:3.0:1734016129.873835:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9564 00002000:00010000:3.0:1734016129.873841:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (812690->18446744073709551615) 00002000:00100000:3.0:1734016129.873844:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338638592 ext(812690->18446744073709551615) 00002000:00010000:3.0:1734016129.873850:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886300. 00000100:00100000:0.0:1734016129.875659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.878515:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638720 00000100:00100000:2.0:1734016129.878526:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638720 00000100:00100000:3.0:1734016129.878622:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2642 00000100:00100000:3.0:1734016129.878631:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338638720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016129.878647:0:6486:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016129.878663:0:6486:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea220c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeeed expref: -99 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.878744:0:6486:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.878755:0:6486:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.878764:0:6486:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00000004:00200000:3.0:1734016129.878789:0:6486:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5006994 00000004:00200000:3.0:1734016129.878793:0:6486:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016129.878808:0:6486:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 00010000:00010000:3.0:1734016129.878825:0:6486:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea220c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 17 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.878836:0:6486:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 16 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016129.878841:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016129.878844:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016129.878847:0:6486:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016129.879216:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338638720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 585us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.879223:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2642 00000100:00100000:0.0:1734016129.882676:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.882746:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.882834:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638848 00000100:00100000:2.0:1734016129.882843:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638848 00000100:00100000:2.0:1734016129.882892:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338638976 00000100:00100000:2.0:1734016129.882894:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338638976 00000100:00100000:2.0:1734016129.882927:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13669 00000100:00100000:2.0:1734016129.882935:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338638848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.882955:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.882973:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea220d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeef4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.883021:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340920448:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.883065:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.883135:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13670 00000100:00100000:1.0:1734016129.883141:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338638976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.883150:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.883160:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeefb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.883186:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920576:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.883210:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.885840:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340920448:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.885884:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea220d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeef4 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.885898:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea220d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeef4 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016129.886016:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:1.0:1734016129.886031:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920576:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.886056:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeefb expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.886065:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeefb expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.886098:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016129.886154:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338638976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3010us (3408us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.886162:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13670 00010000:00010000:2.0:1734016129.886219:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016129.886240:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338638848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3305us (3573us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.886246:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13669 00000100:00100000:0.0:1734016129.888519:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.888794:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639104 00000100:00100000:2.0:1734016129.888801:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639104 00000100:00100000:2.0:1734016129.888938:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13671 00000100:00100000:2.0:1734016129.888946:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338639104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.888960:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.888975:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef02 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.889021:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340920704:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.889075:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.889345:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.889960:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639232 00000100:00100000:1.0:1734016129.889965:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639232 00000100:00100000:1.0:1734016129.889996:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13672 00000100:00100000:1.0:1734016129.890000:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338639232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.890009:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.890020:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea220e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef09 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.890048:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.890077:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.892509:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340920704:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.892542:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef02 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.892555:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef02 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.892567:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016129.892608:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338639104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3661us (4094us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.892616:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13671 00000100:00100000:1.0:1734016129.893036:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920832:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.893054:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea220e7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef09 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.893062:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea220e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef09 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.893072:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016129.893105:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338639232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3103us (3760us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.893111:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13672 00000100:00100000:0.0:1734016129.896108:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.896153:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.896249:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639488 00000100:00100000:1.0:1734016129.896257:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639488 00000100:00100000:1.0:1734016129.896318:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639360 00000100:00100000:1.0:1734016129.896321:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639360 00000100:00100000:1.0:1734016129.896349:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13673 00000100:00100000:1.0:1734016129.896356:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338639488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.896373:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.896395:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef17 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.896454:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920960:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.896509:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.896573:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13674 00000100:00100000:2.0:1734016129.896578:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338639360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.896586:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.896596:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea220f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef10 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.896623:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340921088:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.896645:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.899142:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340920960:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.899177:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef17 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.899189:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea220ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef17 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.899213:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016129.899255:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338639488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2899us (3154us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.899262:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13673 00000100:00100000:2.0:1734016129.899742:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340921088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.899762:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea220f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef10 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.899771:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea220f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef10 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.899778:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016129.899804:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338639360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3226us (3651us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.899809:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13674 00000100:00100000:0.0:1734016129.902468:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.902712:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639616 00000100:00100000:2.0:1734016129.902720:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639616 00000100:00100000:0.0:1734016129.907144:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016129.907164:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340921216:0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.907216:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016129.907454:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13675 00000100:00100000:2.0:1734016129.907462:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338639616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.907476:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.907492:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef1e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.907514:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.907521:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.907523:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016129.907526:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3063808->3067903] (req 3063808->3067903) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.907549:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.907558:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 7 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.907566:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340921472:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016129.907606:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.908672:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921216 00000100:00100000:2.0:1734016129.908679:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921216 00000100:00100000:2.0:1734016129.908712:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1734016129.908716:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247340921216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.908771:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247340921216:12345-0@lo:400:kworker.0 Request processed in 54us (1554us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.908777:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1734016129.908862:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247340921216:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.908966:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340921856:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.908991:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016129.909005:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016129.909009:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340921728:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.909023:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016129.909038:0:6486:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921856 00000100:00100000:3.0:1734016129.909041:0:6486:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921856 00000100:00100000:3.0:1734016129.909063:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1734016129.909067:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340921856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.909092:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340921856:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.909097:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1734016129.909115:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340921856:0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.909591:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340921600:0@lo:400:kworker.0 00000100:00100000:2.0:1734016129.909614:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734016129.909999:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00080000:1.0:1734016129.910003:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016099 00000100:00100000:1.0:1734016129.910013:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340921344:0@lo:400:kworker.0 00000100:00100000:1.0:1734016129.910042:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921728 00000100:00100000:1.0:1734016129.910045:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921728 00000100:00100000:1.0:1734016129.910077:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1734016129.910081:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340921728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734016129.910134:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016099 00000100:00100000:0.0:1734016129.910890:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016129.911921:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340921984:0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.911952:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016129.911978:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921984 00000100:00100000:0.0:1734016129.911983:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921984 00000100:00100000:0.0:1734016129.912012:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1734016129.912017:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340921984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.912054:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247340921984:12345-0@lo:400:kworker.0 Request processed in 37us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.912059:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00080000:0.0:1734016129.912075:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016099 00000100:00100000:0.0:1734016129.912094:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247340921984:0@lo:400:kworker.0 00000100:00100000:1.0:1734016129.912166:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340921728:12345-0@lo:400:kworker.0 Request processed in 2083us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.912173:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1734016129.912320:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921600 00000100:00100000:3.0:1734016129.912325:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921600 00000100:00100000:3.0:1734016129.912353:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340921344 00000100:00100000:3.0:1734016129.912355:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340921344 00000100:00100000:3.0:1734016129.912368:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1734016129.912373:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340921600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.912405:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340921600:12345-0@lo:400:kworker.0 Request processed in 32us (2790us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.912409:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1734016129.912419:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1734016129.912422:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247340921344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.912447:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247340921344:12345-0@lo:400:kworker.0 Request processed in 23us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.912451:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1734016129.912477:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340921728:0@lo:400:kworker.0 00000100:00100000:3.0:1734016129.912517:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340921600:0@lo:400:kworker.0 00000100:00080000:0.0:1734016129.914078:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016099 00000100:00100000:0.0:1734016129.914108:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247340921344:0@lo:400:kworker.0 00000100:00100000:0.0:1734016129.914418:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340921472:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016129.914441:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3063808->3067903] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016129.914456:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:0.0:1734016129.914494:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338639616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7033us (12034us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016129.914501:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13675 00000100:00100000:0.0:1734016129.916397:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.916634:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338639744 00000100:00100000:2.0:1734016129.916641:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338639744 00010000:00010000:2.0:1734016129.916670:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.916707:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3808 00000100:00100000:2.0:1734016129.916716:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338639744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.916740:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.916761:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.916772:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.916797:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea220b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeedf expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.916810:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.916811:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.916818:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.916826:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.916857:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.916868:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340922112:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.918161:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.923898:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.924319:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340922112:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.924340:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.924382:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338639744:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7666us (7988us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.924391:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3808 00000100:00100000:3.0:1734016129.924667:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640000 00000100:00100000:3.0:1734016129.924673:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640000 00002000:00100000:3.0:1734016129.924702:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3063808->3067903) req@ffff88007a31a300 x1818247338640000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.924710:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a300 with x1818247338640000 ext(3063808->3067903) 00002000:00010000:3.0:1734016129.924713:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31a300 00000100:00100000:3.0:1734016129.924729:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9566 00000100:00100000:3.0:1734016129.924745:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338640000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.924849:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338640000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 104us (959us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016129.924855:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9566 00002000:00100000:3.0:1734016129.924860:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3063808->3067903) req@ffff88007a31a300 x1818247338640000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016129.924866:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a300 with x1818247338640000 ext(3063808->3067903) 00002000:00010000:3.0:1734016129.924868:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31a300 00000100:00100000:0.0:1734016129.934624:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.934773:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640256 00000100:00100000:2.0:1734016129.934781:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640256 00002000:00100000:2.0:1734016129.934813:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3067904->3071999) req@ffff88007a31a680 x1818247338640256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.934822:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a680 with x1818247338640256 ext(3067904->3071999) 00002000:00010000:2.0:1734016129.934827:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31a680 00000100:00100000:2.0:1734016129.934858:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9567 00000100:00100000:2.0:1734016129.934864:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338640256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.935016:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338640256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.935023:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9567 00002000:00100000:2.0:1734016129.935028:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3067904->3071999) req@ffff88007a31a680 x1818247338640256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.935035:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a680 with x1818247338640256 ext(3067904->3071999) 00002000:00010000:2.0:1734016129.935038:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31a680 00000100:00100000:0.0:1734016129.936616:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.936689:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640512 00000100:00100000:2.0:1734016129.936696:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640512 00002000:00100000:2.0:1734016129.936729:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3072000->3076095) req@ffff88007a31aa00 x1818247338640512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/0 e 0 to 0 dl 1734016140 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.936747:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31aa00 with x1818247338640512 ext(3072000->3076095) 00002000:00010000:2.0:1734016129.936751:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31aa00 00000100:00100000:2.0:1734016129.936770:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9568 00000100:00100000:2.0:1734016129.936775:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338640512:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016129.936887:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338640512:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 111us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016129.936894:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9568 00002000:00100000:2.0:1734016129.936898:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3072000->3076095) req@ffff88007a31aa00 x1818247338640512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:90/0 lens 488/4536 e 0 to 0 dl 1734016140 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016129.936905:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31aa00 with x1818247338640512 ext(3072000->3076095) 00002000:00010000:2.0:1734016129.936907:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31aa00 00000100:00100000:3.0:1734016129.938170:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340922240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734016129.938215:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016129.938411:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340922240 00000100:00100000:2.0:1734016129.938418:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340922240 00000100:00100000:2.0:1734016129.938460:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1734016129.938465:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340922240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734016129.938487:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922903040 avail 3691307008 00000100:00100000:2.0:1734016129.938520:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340922240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.938525:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1734016129.938597:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340922240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016129.939662:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.940669:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640640 00000100:00100000:2.0:1734016129.940676:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640640 00000100:00100000:2.0:1734016129.940717:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2643 00000100:00100000:2.0:1734016129.940722:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338640640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.940748:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.940765:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea22103 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef25 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.940832:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016129.940843:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016129.940852:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016129.940871:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5006994 00000004:00200000:2.0:1734016129.940874:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016129.940885:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016129.940902:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea22103 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef25 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.940931:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef25 expref: 20 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.940937:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016129.940939:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016129.940942:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016129.940985:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338640640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 262us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.940990:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2643 00000100:00100000:0.0:1734016129.942742:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.943412:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640768 00000100:00100000:2.0:1734016129.943419:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640768 00000100:00100000:2.0:1734016129.943459:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13676 00000100:00100000:2.0:1734016129.943465:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338640768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.943479:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.943493:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef2c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.943514:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.943516:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.943522:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.943533:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.943541:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016129.943573:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338640768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 108us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.943579:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13676 00000100:00100000:0.0:1734016129.946012:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.946085:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338640896 00000100:00100000:1.0:1734016129.946093:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338640896 00000100:00100000:1.0:1734016129.946131:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13677 00000100:00100000:1.0:1734016129.946138:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338640896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.946151:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.946164:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22118 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef33 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.946205:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340922368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.946244:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.952402:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340922368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.952432:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22118 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef33 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.952450:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22118 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef33 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.952476:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016129.952514:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338640896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6376us (6509us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.952522:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13677 00000100:00100000:0.0:1734016129.958372:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.958459:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641024 00000100:00100000:1.0:1734016129.958466:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641024 00000100:00100000:1.0:1734016129.958515:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13678 00000100:00100000:1.0:1734016129.958523:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338641024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.958545:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.958561:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef3a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.958590:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.958598:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.958606:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.958607:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016129.958610:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [180224->188415] (req 180224->188415) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.958637:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.958647:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 7 pid: 8975 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1734016129.958657:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922496:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016129.958704:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.958711:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:1.0:1734016129.958717:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922624:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016129.958741:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.961371:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922496:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016129.961381:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922624:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016129.961405:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [180224->188415] (req 180224->188415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.961419:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016129.961453:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338641024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2930us (3091us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.961464:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13678 00000100:00100000:0.0:1734016129.962919:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016129.962965:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.962990:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641152 00000100:00100000:2.0:1734016129.962996:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641152 00010000:00010000:2.0:1734016129.963020:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 498 lvb_type: 1 00000100:00100000:1.0:1734016129.963031:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641280 00000100:00100000:1.0:1734016129.963034:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641280 00010000:00010000:1.0:1734016129.963045:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016129.963053:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3809 00000100:00100000:2.0:1734016129.963058:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338641152:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016129.963070:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1734016129.963074:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3810 00000100:00100000:1.0:1734016129.963078:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338641280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016129.963083:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016129.963084:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016129.963089:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.963093:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016129.963109:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.963166:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea22111 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef2c expref: 8 pid: 8975 timeout: 498 lvb_type: 1 00010000:00010000:1.0:1734016129.963169:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea220fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3063808->3067903) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef1e expref: 8 pid: 8975 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016129.963186:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.963188:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016129.963192:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016129.963199:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016129.963247:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016129.963297:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338641280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 217us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016129.963303:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3810 00010000:00010000:2.0:1734016129.963311:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.963321:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340922752:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016129.963348:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016129.965690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.965701:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340922752:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016129.965723:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016129.965770:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338641152:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2710us (2856us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016129.965779:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3809 00000100:00100000:1.0:1734016129.966227:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641408 00000100:00100000:1.0:1734016129.966233:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641408 00000100:00100000:1.0:1734016129.966266:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13679 00000100:00100000:1.0:1734016129.966291:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338641408:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016129.966397:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016129.966400:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.966401:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.966403:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016129 00002000:00010000:1.0:1734016129.966405:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 840 -> 840 00000100:00100000:1.0:1734016129.966421:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338641408:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 131us (739us total) trans 4294969899 rc 0/0 00000100:00100000:1.0:1734016129.966426:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13679 00000100:00100000:1.0:1734016129.969644:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.969738:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641536 00000100:00100000:2.0:1734016129.969747:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641536 00000100:00100000:2.0:1734016129.969839:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13680 00000100:00100000:2.0:1734016129.969846:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338641536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.969864:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.969882:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22126 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef41 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.969925:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922880:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.969981:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.972507:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340922880:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.972541:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22126 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef41 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.972554:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22126 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef41 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.972577:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016129.972895:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338641536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3048us (3258us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.972903:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13680 00000100:00100000:0.0:1734016129.975002:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.975469:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641664 00000100:00100000:2.0:1734016129.975477:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641664 00000100:00100000:2.0:1734016129.975510:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13681 00000100:00100000:2.0:1734016129.975516:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338641664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016129.975530:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016129.975544:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2212d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef48 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016129.975586:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340923008:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016129.975643:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016129.978398:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340923008:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016129.978434:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2212d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef48 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.978447:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2212d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef48 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016129.978457:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016129.978496:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338641664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2978us (3500us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016129.978504:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13681 00000100:00100000:0.0:1734016129.981140:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016129.981230:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641792 00000100:00100000:2.0:1734016129.981240:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641792 00000100:00100000:0.0:1734016129.981855:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13682 00000100:00100000:0.0:1734016129.981862:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338641792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016129.981878:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016129.981893:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22134 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef4f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016129.981937:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f358a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923136:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016129.981996:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.987755:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f358a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.987786:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22134 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef4f expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.987798:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22134 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef4f expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.987814:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016129.987854:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338641792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5992us (6721us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.987862:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13682 00000100:00100000:0.0:1734016129.990922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.991001:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338641920 00000100:00100000:1.0:1734016129.991009:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338641920 00000100:00100000:1.0:1734016129.991830:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13683 00000100:00100000:1.0:1734016129.991837:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338641920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.991852:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.991868:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2213b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef56 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.991911:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.992381:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016129.994306:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923264:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016129.994335:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2213b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef56 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.994347:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2213b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef56 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016129.994358:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016129.994393:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338641920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2555us (3480us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016129.994401:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13683 00000100:00100000:0.0:1734016129.998595:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016129.998682:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642048 00000100:00100000:1.0:1734016129.998690:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642048 00000100:00100000:1.0:1734016129.998889:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13684 00000100:00100000:1.0:1734016129.998896:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338642048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016129.998911:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016129.998926:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22142 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef5d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016129.998969:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016129.999571:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.001261:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.001305:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22142 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef5d expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.001317:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22142 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef5d expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.001327:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016130.001360:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338642048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2465us (2772us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.001368:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13684 00000100:00100000:0.0:1734016130.003797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.003876:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642176 00000100:00100000:1.0:1734016130.003884:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642176 00000100:00080000:0.0:1734016130.003958:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016100 00000100:00100000:1.0:1734016130.004043:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13685 00000100:00100000:1.0:1734016130.004049:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338642176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.004065:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.004080:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22149 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef64 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.004126:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.004328:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.008885:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923520:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.008917:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22149 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef64 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.008929:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22149 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef64 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.008978:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016130.009236:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338642176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5185us (5446us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.009244:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13685 00000100:00100000:0.0:1734016130.011118:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.011407:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642304 00000100:00100000:1.0:1734016130.011415:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642304 00000100:00100000:1.0:1734016130.011529:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13686 00000100:00100000:1.0:1734016130.011536:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338642304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.011551:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.011566:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22150 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef6b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.011608:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923648:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.011648:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.012838:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923648:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.012859:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22150 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef6b expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.012869:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22150 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef6b expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.012891:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016130.013128:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f359500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338642304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1590us (2013us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.013138:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13686 00000100:00100000:2.0:1734016130.015708:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.015789:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642432 00000100:00100000:1.0:1734016130.015796:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642432 00000100:00100000:1.0:1734016130.015825:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13687 00000100:00100000:1.0:1734016130.015832:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338642432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.015847:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.015861:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22157 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef72 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.015904:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923776:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.015963:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.017544:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340923776:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.017571:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22157 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef72 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.017581:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22157 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef72 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.017603:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016130.018006:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338642432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2171us (2300us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.018014:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13687 00000100:00100000:0.0:1734016130.020507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.020772:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642560 00000100:00100000:1.0:1734016130.020783:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642560 00000100:00100000:1.0:1734016130.020861:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13688 00000100:00100000:1.0:1734016130.020870:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338642560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.020890:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.020909:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2215e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef79 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.020957:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340923904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.021023:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.022561:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340923904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.022583:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2215e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef79 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.022594:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2215e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef79 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.022604:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016130.022666:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338642560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1795us (2164us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.022674:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13688 00000100:00100000:0.0:1734016130.025434:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.025510:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642688 00000100:00100000:1.0:1734016130.025519:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642688 00000100:00100000:1.0:1734016130.025654:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13689 00000100:00100000:1.0:1734016130.025660:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:1971:x1818247338642688:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016130.025842:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 812690 -> 2992020 00002000:00010000:1.0:1734016130.025845:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016130.025847:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:1.0:1734016130.025849:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016129 -> 1734016130 00002000:00010000:1.0:1734016130.025851:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:1.0:1734016130.025889:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:1971:x1818247338642688:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 229us (462us total) trans 4294968271 rc 0/0 00000100:00100000:1.0:1734016130.025895:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13689 00000100:00100000:0.0:1734016130.027817:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.028558:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642816 00000100:00100000:2.0:1734016130.028567:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642816 00000100:00100000:2.0:1734016130.028611:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13690 00000100:00100000:2.0:1734016130.028618:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338642816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.028636:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.028650:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef80 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.028702:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924032:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.028760:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.030505:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924032:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.030536:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22165 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef80 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.030546:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22165 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef80 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.030623:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016130.030869:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338642816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2248us (3055us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.030877:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13690 00000100:00100000:0.0:1734016130.032807:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.032907:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338642944 00000100:00100000:2.0:1734016130.032915:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338642944 00000100:00100000:2.0:1734016130.032958:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13691 00000100:00100000:2.0:1734016130.032965:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338642944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.032980:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.032995:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2216c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef87 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.033036:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924160:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.033078:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.034573:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924160:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.034600:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2216c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef87 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.034611:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2216c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef87 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.034623:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016130.034991:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338642944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2024us (2188us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.034999:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13691 00000100:00100000:2.0:1734016130.036786:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.036863:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643072 00000100:00100000:0.0:1734016130.036871:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643072 00000100:00100000:0.0:1734016130.036971:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13692 00000100:00100000:0.0:1734016130.036978:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338643072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.036992:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.037006:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22173 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef8e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.037051:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f35a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340924288:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016130.037103:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.038464:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:2.0:1734016130.038482:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f35a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340924288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.038510:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22173 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef8e expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.038519:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea22173 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef8e expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.038528:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016130.038607:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338643072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1628us (1823us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.038613:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13692 00000100:00100000:0.0:1734016130.040522:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.040615:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643200 00000100:00100000:2.0:1734016130.040622:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643200 00000100:00100000:2.0:1734016130.040789:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13693 00000100:00100000:2.0:1734016130.040795:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338643200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.040808:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.040821:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2217a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef95 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.040867:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340924416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.040906:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.042227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340924416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.042252:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2217a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef95 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.042262:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea2217a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef95 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.042387:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016130.042506:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338643200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1709us (1987us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.042513:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13693 00000100:00100000:0.0:1734016130.044207:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.044328:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643328 00000100:00100000:2.0:1734016130.044334:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643328 00000100:00100000:2.0:1734016130.044437:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13694 00000100:00100000:2.0:1734016130.044444:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338643328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.044462:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.044477:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22181 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adef9c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.044521:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924544:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.044703:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.046483:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016130.046488:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016129 -> 1734016130 00000100:00100000:2.0:1734016130.046504:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924544:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.046532:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22181 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef9c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.046543:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22181 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef9c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.046553:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016130.046585:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338643328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2140us (2382us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.046592:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13694 00000100:00100000:0.0:1734016130.048449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.048528:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643456 00000100:00100000:2.0:1734016130.048535:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643456 00000100:00100000:2.0:1734016130.048837:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13695 00000100:00100000:2.0:1734016130.048844:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338643456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.048858:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.048873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22188 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefa3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.048921:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.049587:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.051257:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.051387:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22188 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefa3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.051405:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22188 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefa3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.051416:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016130.051466:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338643456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2621us (3021us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.051473:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13695 00000100:00100000:0.0:1734016130.053839:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.053919:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643584 00000100:00100000:2.0:1734016130.053925:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643584 00000100:00100000:2.0:1734016130.053961:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13696 00000100:00100000:2.0:1734016130.053966:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338643584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.053979:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.053991:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2218f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefaa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.054031:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924800:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.054353:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.055567:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924800:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.055592:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2218f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefaa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.055602:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2218f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefaa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.055614:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016130.055649:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338643584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1682us (1815us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.055656:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13696 00000100:00100000:2.0:1734016130.057740:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.057822:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643712 00000100:00100000:0.0:1734016130.057830:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643712 00000100:00100000:0.0:1734016130.057898:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13697 00000100:00100000:0.0:1734016130.057905:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338643712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.057919:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.057932:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea22196 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefb1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.057976:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f35b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016130.058030:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.063807:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f35b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340924928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.063837:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea22196 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefb1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.063849:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea22196 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefb1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.063862:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016130.063898:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338643712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5992us (6176us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.063906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13697 00000100:00100000:0.0:1734016130.065966:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.066051:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643840 00000100:00100000:2.0:1734016130.066058:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643840 00000100:00100000:2.0:1734016130.066100:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13698 00000100:00100000:2.0:1734016130.066106:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338643840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.066120:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.066135:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea2219d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefb8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.066183:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340925056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.066707:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.067940:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340925056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.067963:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea2219d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefb8 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.067972:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea2219d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefb8 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.067981:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016130.068006:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338643840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1900us (2047us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.068013:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13698 00000100:00100000:0.0:1734016130.069501:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.069561:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338643968 00000100:00100000:2.0:1734016130.069567:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338643968 00000100:00100000:2.0:1734016130.069601:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13699 00000100:00100000:2.0:1734016130.069606:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338643968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.069618:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.069629:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea221a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefbf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.069665:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340925184:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.069697:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.071043:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340925184:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.071067:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea221a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefbf expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.071078:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea221a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefbf expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.071087:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016130.071110:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338643968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1503us (1612us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.071117:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13699 00000100:00100000:0.0:1734016130.074840:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.075126:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644096 00000100:00100000:2.0:1734016130.075135:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644096 00000100:00100000:2.0:1734016130.075184:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13700 00000100:00100000:2.0:1734016130.075190:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f35a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338644096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.075207:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.075221:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea221ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefc6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.075268:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340925312:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.075341:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.076769:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340925312:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.076800:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea221ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefc6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.076811:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea221ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefc6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.077551:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016130.077600:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f35a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338644096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2409us (2771us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.077608:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13700 00000100:00100000:0.0:1734016130.083633:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.083739:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644224 00000100:00100000:2.0:1734016130.083748:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644224 00000100:00100000:2.0:1734016130.083799:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13701 00000100:00100000:2.0:1734016130.083806:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338644224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.083822:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.083837:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefcd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.083861:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.083867:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.083869:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.083872:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5406720->5414911] (req 5406720->5414911) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.083899:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.083910:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 7 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016130.083928:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340925440:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016130.084138:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.086171:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340925440:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.086200:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5406720->5414911] (req 5406720->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.086215:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016130.086249:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338644224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2444us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.086257:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13701 00000100:00100000:0.0:1734016130.086833:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.087266:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644352 00000100:00100000:2.0:1734016130.087289:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644352 00010000:00010000:2.0:1734016130.087312:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016130.087481:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3811 00000100:00100000:2.0:1734016130.087487:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338644352:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.087498:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.087514:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.087522:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.087548:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea2211f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 180224->188415) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef3a expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.087748:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.087750:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.087756:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.087765:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.087791:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.087802:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340925568:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016130.088049:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.092040:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340925568:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016130.092063:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.092106:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338644352:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4618us (5272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.092115:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3811 00000100:00100000:2.0:1734016130.092633:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.092836:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644480 00000100:00100000:3.0:1734016130.092842:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644480 00000100:00100000:3.0:1734016130.092867:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13702 00000100:00100000:3.0:1734016130.092872:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338644480:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.093036:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016130.093038:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016130.093040:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.093042:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.093043:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 840 -> 856 00000100:00100000:3.0:1734016130.093075:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338644480:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 202us (443us total) trans 4294969900 rc 0/0 00000100:00100000:3.0:1734016130.093081:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13702 00000100:00100000:0.0:1734016130.095688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.095768:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.095841:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644736 00000100:00100000:1.0:1734016130.095850:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644736 00000100:00100000:1.0:1734016130.095889:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644608 00000100:00100000:1.0:1734016130.095891:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644608 00000100:00100000:1.0:1734016130.095905:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13703 00000100:00100000:1.0:1734016130.095911:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338644736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.095933:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.095950:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea221b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefdb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.096001:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340925696:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.096047:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.096216:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13704 00000100:00100000:0.0:1734016130.096221:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338644608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.096228:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.096237:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea221c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefd4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.096262:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340925824:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016130.096305:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.099576:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340925696:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.099606:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea221b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefdb expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.099618:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea221b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefdb expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.099644:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016130.099685:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338644736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3772us (4004us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.099693:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13703 00002000:00010000:1.0:1734016130.100383:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016129 -> 1734016130 00000100:00100000:1.0:1734016130.100395:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340925824:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.100411:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea221c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefd4 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.100419:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea221c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefd4 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.100428:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016130.100638:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338644608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4415us (4868us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.100644:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13704 00000100:00100000:0.0:1734016130.103203:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.103245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.103316:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644864 00000100:00100000:1.0:1734016130.103323:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644864 00000100:00100000:1.0:1734016130.103362:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338644992 00000100:00100000:1.0:1734016130.103364:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338644992 00000100:00100000:1.0:1734016130.103383:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13705 00000100:00100000:1.0:1734016130.103389:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338644864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.103405:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.103419:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea221c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefe2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.103463:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340925952:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.103509:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.103559:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13706 00000100:00100000:2.0:1734016130.103565:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338644992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.103573:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.103581:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea221ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adefe9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.103604:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340926080:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.103623:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.105057:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340925952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.105078:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea221c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefe2 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.105088:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea221c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefe2 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.105098:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016130.105125:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338644864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1736us (1929us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.105131:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13705 00000100:00100000:2.0:1734016130.105223:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340926080:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.105240:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea221ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefe9 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.105249:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea221ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefe9 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.105260:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016130.105447:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338644992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1880us (2200us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.105452:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13706 00000100:00100000:0.0:1734016130.108422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.108454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.108556:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645120 00000100:00100000:1.0:1734016130.108563:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645120 00000100:00100000:1.0:1734016130.108602:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645248 00000100:00100000:1.0:1734016130.108603:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645248 00000100:00100000:1.0:1734016130.108617:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13707 00000100:00100000:1.0:1734016130.108623:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338645120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.108636:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.108650:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea221d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeff0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.108704:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340926208:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.108755:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.108801:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13708 00000100:00100000:2.0:1734016130.108806:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338645248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.108813:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.108822:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea221dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeff7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.108845:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926336:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.108864:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.110958:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078943100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340926208:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.110987:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea221d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeff0 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.111005:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea221d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeff0 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.111016:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016130.111049:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338645120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2426us (2634us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.111055:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13707 00000100:00100000:2.0:1734016130.111152:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926336:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.111172:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea221dc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeff7 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.111180:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea221dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeff7 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.111193:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016130.111209:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338645248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2403us (2755us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.111215:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13708 00000100:00100000:0.0:1734016130.113423:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.113465:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.113574:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645504 00000100:00100000:1.0:1734016130.113583:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645504 00000100:00100000:1.0:1734016130.113796:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645376 00000100:00100000:1.0:1734016130.113799:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645376 00000100:00100000:2.0:1734016130.113828:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13709 00000100:00100000:2.0:1734016130.113835:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338645504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.113848:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.113863:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea221e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf005 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.113904:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926464:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.113946:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.113994:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13710 00000100:00100000:3.0:1734016130.114000:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338645376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.114007:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.114016:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea221ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adeffe expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.114038:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340926592:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.114056:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.116121:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340926592:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.116154:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea221ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeffe expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.116165:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea221ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeffe expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016130.116400:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926464:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.116419:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea221e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf005 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.116426:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea221e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf005 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.116435:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00010000:00010000:3.0:1734016130.116508:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:2.0:1734016130.116779:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338645504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2942us (3363us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.116786:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13709 00000100:00100000:3.0:1734016130.116842:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338645376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2841us (3376us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.116848:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13710 00000100:00100000:0.0:1734016130.121061:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.121166:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645632 00000100:00100000:3.0:1734016130.121175:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645632 00000100:00100000:3.0:1734016130.121219:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13711 00000100:00100000:3.0:1734016130.121226:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:1969:x1818247338645632:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.121417:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2992020 -> 2992020 00002000:00010000:3.0:1734016130.121421:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.121423:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:3.0:1734016130.121425:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.121427:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1734016130.122674:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338645632:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1440us (1614us total) trans 4294968272 rc 0/0 00000100:00100000:3.0:1734016130.122683:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13711 00000100:00100000:0.0:1734016130.128164:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.128246:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.128684:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645760 00000100:00100000:3.0:1734016130.128692:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645760 00000100:00100000:3.0:1734016130.128726:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338645888 00000100:00100000:3.0:1734016130.128737:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338645888 00000100:00100000:3.0:1734016130.129107:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13712 00000100:00100000:3.0:1734016130.129115:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338645760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.129132:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.129148:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea221f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf00c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.129197:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340926720:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.129246:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.129346:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13713 00000100:00100000:2.0:1734016130.129351:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338645888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.129359:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.129368:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea221f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf013 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.129391:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926848:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.129409:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.136402:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340926720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.136441:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea221f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf00c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.136455:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea221f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf00c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016130.136604:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:2.0:1734016130.136615:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.136637:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea221f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf013 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.136646:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea221f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf013 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.136667:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016130.136704:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338645888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7352us (8458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.136712:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13713 00010000:00010000:3.0:1734016130.137318:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016130.137343:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338645760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8228us (11544us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.137349:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13712 00000100:00100000:0.0:1734016130.141359:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.141435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.141578:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646144 00000100:00100000:3.0:1734016130.141585:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646144 00000100:00100000:3.0:1734016130.141736:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646016 00000100:00100000:3.0:1734016130.141739:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646016 00000100:00100000:2.0:1734016130.141896:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13714 00000100:00100000:2.0:1734016130.141903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338646144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.141920:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.141934:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea221ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf021 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.141982:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926976:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.142035:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.142335:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13715 00000100:00100000:3.0:1734016130.142340:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338646016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.142348:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.142356:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22206 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf01a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.142378:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340927104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.142397:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.144187:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340926976:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.144220:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea221ff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf021 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.144232:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea221ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf021 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.144322:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340927104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.144338:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22206 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf01a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.144345:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22206 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf01a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.144355:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016130.144406:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338646016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2064us (2970us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.144414:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13715 00010000:00010000:2.0:1734016130.144812:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016130.144833:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338646144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2930us (3481us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.144839:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13714 00000100:00100000:0.0:1734016130.147878:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.148598:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646272 00000100:00100000:2.0:1734016130.148606:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646272 00000100:00100000:2.0:1734016130.148676:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13716 00000100:00100000:2.0:1734016130.148683:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338646272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.148914:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.148930:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf028 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.148954:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.148964:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.148966:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.148969:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1458176->1466367] (req 1458176->1466367) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.148993:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.149002:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016130.149012:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340927232:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016130.149352:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.151902:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340927232:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016130.151938:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1458176->1466367] (req 1458176->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.151955:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:0.0:1734016130.152492:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338646272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3807us (4618us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.152500:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13716 00000100:00100000:1.0:1734016130.152635:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.152751:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646400 00000100:00100000:0.0:1734016130.152756:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646400 00010000:00010000:0.0:1734016130.152776:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 9 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016130.152794:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3812 00000100:00100000:0.0:1734016130.152799:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338646400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.152810:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.152826:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 9 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.152835:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 9 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.152855:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea221b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5406720->5414911) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adefcd expref: 9 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.152878:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.152880:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.152885:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.152893:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.152918:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.152928:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340927360:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016130.152966:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.159539:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340927360:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016130.159563:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.159601:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338646400:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6800us (6966us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.159614:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3812 00000100:00100000:0.0:1734016130.175692:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.175868:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646656 00000100:00100000:3.0:1734016130.175878:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646656 00002000:00100000:3.0:1734016130.175920:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ca80 x1818247338646656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.175929:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338646656 ext(0->4194303) 00002000:00010000:3.0:1734016130.175935:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ca80 00000100:00100000:3.0:1734016130.175968:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9569 00000100:00100000:3.0:1734016130.175974:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338646656:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.217541:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338646656:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 41552us (41849us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016130.217556:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9569 00002000:00100000:3.0:1734016130.217568:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ca80 x1818247338646656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.217578:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338646656 ext(0->4194303) 00002000:00010000:3.0:1734016130.217583:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ca80 00000100:00100000:0.0:1734016130.222032:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.222411:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338646784 00000100:00100000:2.0:1734016130.222419:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338646784 00000100:00100000:2.0:1734016130.222472:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13717 00000100:00100000:2.0:1734016130.222478:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338646784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.222494:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.222508:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf02f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.222534:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.222536:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.222542:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.222554:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.222564:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016130.222612:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338646784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 133us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.222617:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13717 00000100:00100000:0.0:1734016130.226067:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.226848:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647040 00000100:00100000:3.0:1734016130.226856:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647040 00002000:00100000:3.0:1734016130.226895:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2564096->2568191) req@ffff88007aa7c000 x1818247338647040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.226905:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7c000 with x1818247338647040 ext(2564096->2568191) 00002000:00010000:3.0:1734016130.226909:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7c000 00000100:00100000:2.0:1734016130.227994:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9570 00000100:00100000:2.0:1734016130.228002:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338647040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.228156:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338647040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 152us (2096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.228162:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9570 00002000:00100000:2.0:1734016130.228168:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2564096->2568191) req@ffff88007aa7c000 x1818247338647040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.228175:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7c000 with x1818247338647040 ext(2564096->2568191) 00002000:00010000:2.0:1734016130.228178:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7c000 00000100:00100000:0.0:1734016130.239499:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.239657:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647296 00000100:00100000:3.0:1734016130.239666:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647296 00002000:00100000:3.0:1734016130.239703:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2568192->2572287) req@ffff88007aa7df80 x1818247338647296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.239717:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338647296 ext(2568192->2572287) 00002000:00010000:3.0:1734016130.239722:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7df80 00000100:00100000:3.0:1734016130.240389:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9571 00000100:00100000:3.0:1734016130.240397:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338647296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.240769:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338647296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 371us (1277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.240776:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9571 00002000:00100000:3.0:1734016130.240783:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2568192->2572287) req@ffff88007aa7df80 x1818247338647296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.240789:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338647296 ext(2568192->2572287) 00002000:00010000:3.0:1734016130.240792:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7df80 00000100:00100000:0.0:1734016130.243576:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.243671:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647424 00000100:00100000:3.0:1734016130.243679:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647424 00000100:00100000:3.0:1734016130.243846:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13718 00000100:00100000:3.0:1734016130.243853:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338647424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.243870:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.243886:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2221b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf036 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.243935:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927488:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.243984:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.246359:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016130.246385:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927488:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.246418:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2221b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf036 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.246432:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2221b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf036 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.246457:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016130.246688:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338647424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2832us (3119us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.246696:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13718 00000100:00100000:0.0:1734016130.251559:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.252036:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647552 00000100:00100000:3.0:1734016130.252046:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647552 00000100:00100000:3.0:1734016130.252101:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13719 00000100:00100000:3.0:1734016130.252108:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338647552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.252126:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.252145:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22222 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf03d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.252206:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927616:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.252263:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.253980:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927616:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.254015:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22222 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf03d expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.254026:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22222 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf03d expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.254584:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016130.254638:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338647552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2529us (3093us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.254645:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13719 00000100:00100000:0.0:1734016130.257677:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.258592:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647680 00000100:00100000:3.0:1734016130.258604:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647680 00000100:00100000:3.0:1734016130.258660:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13720 00000100:00100000:3.0:1734016130.258667:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338647680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.258686:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.258714:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22229 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf044 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.258771:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927744:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.259367:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.261593:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927744:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.261629:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22229 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf044 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.261643:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22229 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf044 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.261693:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016130.261830:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338647680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3160us (4158us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.261842:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13720 00000100:00100000:0.0:1734016130.266074:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.266234:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338647808 00000100:00100000:3.0:1734016130.266244:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338647808 00000100:00100000:3.0:1734016130.266455:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13721 00000100:00100000:3.0:1734016130.266463:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338647808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.266482:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.266498:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22230 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf04b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.266552:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927872:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.266619:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.269621:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340927872:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.269653:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22230 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf04b expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.269668:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22230 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf04b expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.270203:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016130.270307:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338647808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3842us (4240us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.270315:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13721 00000100:00100000:0.0:1734016130.282980:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.283267:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648064 00000100:00100000:3.0:1734016130.283377:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648064 00002000:00100000:3.0:1734016130.283424:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007918c700 x1818247338648064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 504/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.283435:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918c700 with x1818247338648064 ext(0->4194303) 00002000:00010000:3.0:1734016130.283441:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918c700 00000100:00100000:3.0:1734016130.283475:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9572 00000100:00100000:3.0:1734016130.283482:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338648064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.323186:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.323307:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648192 00000100:00100000:2.0:1734016130.323316:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648192 00000100:00100000:2.0:1734016130.323354:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13722 00000100:00100000:2.0:1734016130.323361:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338648192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.323379:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.323395:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22237 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf052 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.323442:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340928000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.323504:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.323920:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338648064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40434us (40945us total) trans 0 rc 4186112/4186112 00000100:00100000:3.0:1734016130.323929:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9572 00002000:00100000:3.0:1734016130.323938:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007918c700 x1818247338648064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 504/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.323946:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918c700 with x1818247338648064 ext(0->4194303) 00002000:00010000:3.0:1734016130.323949:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918c700 00000100:00100000:2.0:1734016130.325089:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340928000:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.325116:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22237 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf052 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.325127:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22237 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf052 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.325150:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016130.325179:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338648192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1819us (2002us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.325186:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13722 00000100:00100000:0.0:1734016130.327583:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.327670:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648320 00000100:00100000:2.0:1734016130.327678:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648320 00000100:00100000:2.0:1734016130.327713:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13723 00000100:00100000:2.0:1734016130.327719:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338648320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.327746:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.327762:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2223e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf059 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.327805:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340928128:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.327863:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.329249:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340928128:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.329295:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2223e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf059 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.329306:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2223e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf059 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.329327:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016130.329355:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1971:x1818247338648320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1635us (1779us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.329362:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13723 00000100:00100000:1.0:1734016130.332860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.332932:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648576 00000100:00100000:0.0:1734016130.332940:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648576 00000100:00100000:0.0:1734016130.333583:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2644 00000100:00100000:0.0:1734016130.333590:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338648576:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016130.333637:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.333658:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2210a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adef25 expref: 20 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.334194:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016130.334199:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016130.334344:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.334355:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.334361:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.334387:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 15 pid: 6486 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.334399:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 15 pid: 6486 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016130.334411:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340928256:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016130.335030:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.338434:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007918f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340928256:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.338457:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016130.338764:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.338920:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648704 00000100:00100000:2.0:1734016130.338926:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648704 00010000:00010000:2.0:1734016130.338953:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 16 pid: 6486 timeout: 498 lvb_type: 0 00000100:00100000:2.0:1734016130.339375:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3813 00000100:00100000:2.0:1734016130.339382:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338648704:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.339394:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.339400:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 16 pid: 6486 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.339414:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 16 pid: 6486 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.339433:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea220cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeeed expref: 16 pid: 6486 timeout: 498 lvb_type: 0 00010000:00010000:2.0:1734016130.339449:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.339453:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.339460:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.339466:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.340463:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.340511:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338648704:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1128us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.340518:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3813 00010000:00010000:3.0:1734016130.341143:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016130.341150:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016130.341221:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968992 00000004:00010000:3.0:1734016130.341255:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078942d80 reply state ffff88011e587000 transno 4294968993 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016130.341262:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016130.341354:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338648576:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7763us (8501us total) trans 4294968993 rc 0/0 00000100:00100000:3.0:1734016130.341361:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2644 00000020:00080000:3.0:1734016130.341365:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016130.343843:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343858:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343864:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343870:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933fcc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016130.343874:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343881:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343896:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016130.343899:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016130.343903:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.343908:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22245 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016130.344066:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.344342:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648832 00000100:00100000:3.0:1734016130.344351:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648832 00000100:00100000:3.0:1734016130.344386:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13724 00000100:00100000:3.0:1734016130.344392:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338648832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.344407:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.344421:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf060 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.344443:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.344450:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.344456:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.344458:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016130.344461:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.344486:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.344497:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 498 lvb_type: 1 00000100:00100000:3.0:1734016130.344513:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928384:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016130.344564:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.344573:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 7 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:3.0:1734016130.344581:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928512:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016130.344597:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.354472:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928384:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016130.354487:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928512:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016130.354515:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.354531:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016130.354574:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338648832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10180us (10512us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.354582:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13724 00000100:00100000:0.0:1734016130.363584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.363680:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338648960 00000100:00100000:2.0:1734016130.363688:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338648960 00010000:00010000:2.0:1734016130.363715:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 498 lvb_type: 1 00000100:00100000:2.0:1734016130.363805:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3814 00000100:00100000:2.0:1734016130.363811:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338648960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.363827:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.363846:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016130.363855:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016130.363875:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22214 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf02f expref: 10 pid: 7694 timeout: 498 lvb_type: 1 00010000:00010000:2.0:1734016130.363905:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.365676:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338648960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1856us (2091us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.365689:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3814 00000100:00100000:2.0:1734016130.367380:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.367525:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649088 00000100:00100000:0.0:1734016130.367534:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649088 00010000:00010000:0.0:1734016130.367563:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00000100:00100000:0.0:1734016130.367597:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3815 00000100:00100000:0.0:1734016130.367603:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338649088:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016130.367616:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016130.367638:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.367650:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.367671:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a400/0x857af32d4ea2220d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1466367) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf028 expref: 8 pid: 7694 timeout: 498 lvb_type: 0 00010000:00010000:0.0:1734016130.367686:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.367688:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016130.367693:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.367702:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.367741:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.367753:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340928640:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016130.367806:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.372984:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007918ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340928640:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016130.373006:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016130.374188:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338649088:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6577us (6807us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.374202:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3815 00000100:00100000:1.0:1734016130.374336:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.374428:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.375147:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649216 00000100:00100000:3.0:1734016130.375154:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649216 00002000:00010000:3.0:1734016130.375182:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016130.375186:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078942300 with x1818247338649216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016130.375196:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078942300. 00000100:00100000:3.0:1734016130.375210:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649344 00000100:00100000:3.0:1734016130.375212:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649344 00002000:00010000:3.0:1734016130.375222:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1074615->18446744073709551615) 00002000:00100000:3.0:1734016130.375224:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2e680 with x1818247338649344 ext(1074615->18446744073709551615) 00002000:00010000:3.0:1734016130.375230:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2e680. 00000100:00100000:3.0:1734016130.375242:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9573 00000100:00100000:3.0:1734016130.375247:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338649216:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016130.375378:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016130.375381:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.375383:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.375385:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.375387:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 856 00000100:00100000:3.0:1734016130.375422:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338649216:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 173us (1086us total) trans 4294969901 rc 0/0 00000100:00100000:3.0:1734016130.375428:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9573 00002000:00010000:3.0:1734016130.375431:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016130.375433:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078942300 with x1818247338649216 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016130.375436:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078942300. 00000100:00100000:3.0:1734016130.375447:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9574 00000100:00100000:3.0:1734016130.375451:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1970:x1818247338649344:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016130.375641:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2992020 -> 1074615 00002000:00010000:3.0:1734016130.375643:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.375645:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016127 00002000:00010000:3.0:1734016130.375646:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.375648:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:3.0:1734016130.375666:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:1970:x1818247338649344:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 214us (1237us total) trans 4294968273 rc 0/0 00000100:00100000:3.0:1734016130.375671:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9574 00002000:00010000:3.0:1734016130.375674:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1074615->18446744073709551615) 00002000:00100000:3.0:1734016130.375676:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2e680 with x1818247338649344 ext(1074615->18446744073709551615) 00002000:00010000:3.0:1734016130.375680:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2e680. 00000100:00100000:2.0:1734016130.379570:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.379638:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649472 00000100:00100000:0.0:1734016130.379646:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649472 00000100:00100000:0.0:1734016130.379686:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2645 00000100:00100000:0.0:1734016130.379692:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338649472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.379708:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.379734:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea22253 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf067 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.379807:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.379819:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.379828:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016130.379850:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5268919 00000004:00200000:0.0:1734016130.379853:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016130.379865:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.379885:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea22253 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf067 expref: 17 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.379902:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf067 expref: 16 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016130.379909:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016130.379911:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016130.379913:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016130.379964:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338649472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 271us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016130.379970:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2645 00000100:00100000:1.0:1734016130.382881:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.383103:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649600 00000100:00100000:3.0:1734016130.383111:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649600 00000100:00100000:1.0:1734016130.383182:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.383895:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649728 00000100:00100000:3.0:1734016130.383899:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649728 00000100:00100000:3.0:1734016130.383931:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13725 00000100:00100000:3.0:1734016130.383937:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338649600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.383951:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.383965:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22261 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf06e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.384011:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928768:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.384054:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.384170:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13726 00000100:00100000:1.0:1734016130.384175:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338649728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.384183:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.384192:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22268 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf075 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.384216:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340928896:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.384242:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:0.0:1734016130.386408:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:0.0:1734016130.386426:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340928896:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016130.386450:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22268 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf075 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.386461:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22268 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf075 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.386471:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:0.0:1734016130.386514:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338649728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2337us (3331us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.386522:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13726 00000100:00100000:3.0:1734016130.386926:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340928768:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.386943:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22261 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf06e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.386951:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea22261 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf06e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.386962:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016130.386994:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338649600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3056us (4121us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.387000:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13725 00000100:00100000:1.0:1734016130.389814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.389917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.390076:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649984 00000100:00100000:3.0:1734016130.390086:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649984 00000100:00100000:3.0:1734016130.390298:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338649856 00000100:00100000:3.0:1734016130.390301:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338649856 00000100:00100000:0.0:1734016130.390403:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13727 00000100:00100000:0.0:1734016130.390410:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338649984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.390429:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.390446:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea2226f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf083 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.390498:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340929024:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016130.390550:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.390651:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13728 00000100:00100000:3.0:1734016130.390656:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338649856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.390664:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.390674:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea22276 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf07c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.390711:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340929152:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.390741:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.393082:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007918ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340929024:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016130.393128:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea2226f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf083 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.393145:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea2226f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf083 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016130.393162:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016130.393215:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338649984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2803us (3406us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016130.393225:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13727 00000100:00100000:3.0:1734016130.393355:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340929152:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.393376:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea22276 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf07c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.393386:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea22276 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf07c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.393396:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016130.393417:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338649856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2759us (3500us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.393422:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13728 00000100:00100000:3.0:1734016130.399070:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.399481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.399643:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650368 00000100:00100000:1.0:1734016130.399651:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650368 00002000:00100000:1.0:1734016130.399689:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1077247) req@ffff8800791f8380 x1818247338650368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.399698:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f8380 with x1818247338650368 ext(0->1077247) 00002000:00010000:1.0:1734016130.399702:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f8380 00000100:00100000:1.0:1734016130.399891:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650496 00000100:00100000:1.0:1734016130.399894:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650496 00002000:00100000:1.0:1734016130.399910:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1900543) req@ffff8800791f9180 x1818247338650496/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016130.399917:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9180 with x1818247338650496 ext(1896448->1900543) 00002000:00010000:1.0:1734016130.399920:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9180 00000100:00100000:2.0:1734016130.399973:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9575 00000100:00100000:2.0:1734016130.399980:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:1969:x1818247338650368:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.401836:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9576 00000100:00100000:3.0:1734016130.401845:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338650496:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.401951:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338650496:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 107us (2470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.401958:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9576 00002000:00100000:3.0:1734016130.401965:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1900543) req@ffff8800791f9180 x1818247338650496/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.401974:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9180 with x1818247338650496 ext(1896448->1900543) 00002000:00010000:3.0:1734016130.401979:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9180 00000100:00100000:2.0:1734016130.415082:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:1969:x1818247338650368:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 15093us (16018us total) trans 0 rc 1077248/1077248 00000100:00100000:2.0:1734016130.415094:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9575 00002000:00100000:2.0:1734016130.415105:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->1077247) req@ffff8800791f8380 x1818247338650368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 1077248/1077248 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.415114:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f8380 with x1818247338650368 ext(0->1077247) 00002000:00010000:2.0:1734016130.415118:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f8380 00000100:00100000:1.0:1734016130.416901:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.417623:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650752 00000100:00100000:2.0:1734016130.417631:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650752 00002000:00100000:2.0:1734016130.417669:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1900544->1904639) req@ffff880079cb4380 x1818247338650752/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.417677:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4380 with x1818247338650752 ext(1900544->1904639) 00002000:00010000:2.0:1734016130.417681:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4380 00000100:00100000:2.0:1734016130.418225:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9577 00000100:00100000:2.0:1734016130.418233:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338650752:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.418409:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338650752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 175us (1512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016130.418415:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9577 00002000:00100000:2.0:1734016130.418421:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1900544->1904639) req@ffff880079cb4380 x1818247338650752/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.418427:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4380 with x1818247338650752 ext(1900544->1904639) 00002000:00010000:2.0:1734016130.418429:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4380 00000100:00100000:3.0:1734016130.433501:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.433588:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338650880 00000100:00100000:2.0:1734016130.433597:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338650880 00000100:00100000:2.0:1734016130.433636:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2646 00000100:00100000:2.0:1734016130.433643:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338650880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.433666:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.433681:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2227d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf08a expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.433769:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.433785:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.433795:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016130.433817:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5268919 00000004:00200000:2.0:1734016130.433821:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.433835:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.433855:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2227d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.437244:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.437256:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.437258:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.437262:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016130.437347:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338650880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3701us (3852us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.437355:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2646 00000100:00100000:0.0:1734016130.440737:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.440791:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016130.440875:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651136 00000100:00100000:1.0:1734016130.440883:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651136 00000100:00100000:1.0:1734016130.440917:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651008 00000100:00100000:1.0:1734016130.440919:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651008 00000100:00100000:1.0:1734016130.440950:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13729 00000100:00100000:1.0:1734016130.440957:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338651136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.440972:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.440987:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2228b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf098 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.441035:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340929280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.441083:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.442788:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13730 00000100:00100000:2.0:1734016130.442795:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338651008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.442808:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.442821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22292 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf091 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.442861:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340929408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.442895:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.454085:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1734016130.454106:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340929280:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.454138:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2228b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf098 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.454142:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340929408:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.454150:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2228b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf098 expref: 17 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.454161:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22292 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf091 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.454164:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00010000:00010000:3.0:1734016130.454169:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22292 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf091 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.454179:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:3.0:1734016130.454202:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338651008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11406us (13410us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.454205:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338651136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 13250us (13489us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.454210:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13730 00000100:00100000:2.0:1734016130.454212:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13729 00000100:00100000:0.0:1734016130.461904:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.462005:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651264 00000100:00100000:3.0:1734016130.462014:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651264 00000100:00100000:3.0:1734016130.462063:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13731 00000100:00100000:3.0:1734016130.462069:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338651264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.462086:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.462100:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf09f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.462132:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.462138:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.462140:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.462143:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5959680->5967871] (req 5959680->5967871) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.462167:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.462178:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 9 pid: 8975 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016130.462189:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340929536:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016130.462257:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.466322:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340929536:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016130.466357:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5959680->5967871] (req 5959680->5967871) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.466373:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016130.466425:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338651264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4355us (4528us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.466433:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13731 00000100:00100000:1.0:1734016130.498138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.498234:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651392 00000100:00100000:2.0:1734016130.498242:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651392 00002000:00100000:2.0:1734016130.498313:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1904639) req@ffff880079cb5c00 x1818247338651392/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 8680/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.498323:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5c00 with x1818247338651392 ext(1896448->1904639) 00010000:00010000:2.0:1734016130.498335:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 10 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.498347:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 10 pid: 8975 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016130.498358:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb5c00 00000100:00100000:2.0:1734016130.498380:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 357 00000100:00100000:2.0:1734016130.498386:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338651392:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016130.499000:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338651392:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 612us (868us total) trans 4294969902 rc 0/0 00000100:00100000:2.0:1734016130.499007:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 357 00002000:00100000:2.0:1734016130.499013:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1896448->1904639) req@ffff880079cb5c00 x1818247338651392/t4294969902(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 8680/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.499020:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5c00 with x1818247338651392 ext(1896448->1904639) 00010000:00010000:2.0:1734016130.499025:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.499034:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016130.499040:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb5c00 00000100:00100000:0.0:1734016130.504406:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.504496:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651520 00000100:00100000:2.0:1734016130.504505:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651520 00010000:00010000:2.0:1734016130.504536:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.504569:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3816 00000100:00100000:2.0:1734016130.504577:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338651520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.504592:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.504607:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 872 00010000:00010000:2.0:1734016130.504612:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.504621:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.504641:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2224c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf060 expref: 12 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.504658:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.504660:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.504665:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.504672:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.504699:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.504709:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340929664:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016130.504762:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.510001:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340929664:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016130.510025:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.510065:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338651520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5487us (5668us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.510076:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3816 00000100:00100000:2.0:1734016130.510662:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.510750:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651648 00000100:00100000:3.0:1734016130.510757:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651648 00000100:00100000:3.0:1734016130.510800:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13732 00000100:00100000:3.0:1734016130.510806:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338651648:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016130.511028:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016130.511031:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.511033:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.511035:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.511037:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 872 -> 888 00000100:00100000:3.0:1734016130.511066:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338651648:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 259us (405us total) trans 4294969903 rc 0/0 00000100:00100000:3.0:1734016130.511072:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13732 00000100:00100000:0.0:1734016130.512619:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.512697:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651776 00000100:00100000:2.0:1734016130.512705:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651776 00000100:00100000:2.0:1734016130.512758:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13733 00000100:00100000:2.0:1734016130.512763:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338651776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.512776:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.512790:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea222a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0a6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.512834:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340929792:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.512873:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.514172:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340929792:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.514201:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea222a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0a6 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.514211:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea222a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0a6 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.514225:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016130.515587:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338651776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2819us (2968us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.515596:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13733 00000100:00100000:0.0:1734016130.517354:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.517429:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338651904 00000100:00100000:2.0:1734016130.517435:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338651904 00000100:00100000:2.0:1734016130.517522:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13734 00000100:00100000:2.0:1734016130.517528:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338651904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.517541:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.517554:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea222a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0ad expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.517598:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340929920:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.517712:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.526509:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340929920:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.526554:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea222a7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0ad expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.526567:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea222a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0ad expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.526585:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016130.528902:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338651904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11364us (11543us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.528913:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13734 00000100:00100000:0.0:1734016130.530637:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.530698:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652160 00000100:00100000:2.0:1734016130.530705:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652160 00000100:00100000:2.0:1734016130.530747:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2647 00000100:00100000:2.0:1734016130.530753:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338652160:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016130.530792:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.530814:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2225a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf067 expref: 16 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.530829:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.530832:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016130.530948:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.530958:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.530964:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.530988:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.530997:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 21 pid: 6487 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.531007:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340930048:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016130.534881:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.534953:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652288 00000100:00100000:3.0:1734016130.534960:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652288 00010000:00010000:3.0:1734016130.534991:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 22 pid: 6487 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016130.535012:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3817 00000100:00100000:3.0:1734016130.535018:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338652288:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.535028:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.535033:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 22 pid: 6487 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016130.535041:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 22 pid: 6487 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016130.535056:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.535060:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.535067:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.535074:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.535088:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016130.535119:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338652288:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 101us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.535124:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3817 00000100:00100000:2.0:1734016130.536291:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00010000:00010000:2.0:1734016130.536315:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea22284 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf08a expref: 21 pid: 6487 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.536329:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340930048:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.536346:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.536352:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.536360:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016130.536438:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968994 00000004:00010000:2.0:1734016130.536473:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007918e300 reply state ffff880079cec000 transno 4294968995 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016130.536479:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016130.540001:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338652160:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9239us (9359us total) trans 4294968995 rc 0/0 00000100:00100000:2.0:1734016130.540011:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2647 00000020:00080000:2.0:1734016130.540019:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016130.541769:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541780:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541786:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541790:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49f80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016130.541794:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541799:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541811:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.541813:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016130.541816:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.541820:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea222ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016130.542110:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.542165:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652416 00000100:00100000:2.0:1734016130.542172:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652416 00000100:00100000:2.0:1734016130.542210:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13735 00000100:00100000:2.0:1734016130.542216:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338652416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.542231:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.542245:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0b4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.543789:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 26 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.543798:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.543800:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.543803:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.543845:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 26 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.543859:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 26 pid: 8975 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.543875:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340930176:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016130.545204:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.551704:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340930176:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.551746:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 17 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.551761:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016130.551803:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338652416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9586us (9694us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.551812:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13735 00000100:00100000:0.0:1734016130.552045:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.552260:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652544 00000100:00100000:2.0:1734016130.552266:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652544 00010000:00010000:2.0:1734016130.552320:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 27 pid: 8975 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.552355:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3818 00000100:00100000:2.0:1734016130.552361:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:1969:x1818247338652544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.552373:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.552391:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 27 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.552405:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 27 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.552424:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea220bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adeee6 expref: 27 pid: 8975 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.552439:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.552441:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.552445:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.552453:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.552482:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 16 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.552493:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340930304:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016130.552526:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.556324:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.556506:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652672 00000100:00100000:3.0:1734016130.556513:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652672 00002000:00010000:3.0:1734016130.556540:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2406847->18446744073709551615) 00002000:00100000:3.0:1734016130.556544:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f800 with x1818247338652672 ext(2406847->18446744073709551615) 00002000:00010000:3.0:1734016130.556552:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918f800. 00000100:00100000:3.0:1734016130.556568:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9578 00000100:00100000:3.0:1734016130.556574:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338652672:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:1.0:1734016130.557344:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.557509:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340930304:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016130.557526:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.557567:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338652544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5205us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.557575:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3818 00000100:00100000:0.0:1734016130.557728:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652800 00000100:00100000:0.0:1734016130.557731:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652800 00002000:00010000:0.0:1734016130.557745:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016130.557747:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7800 with x1818247338652800 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016130.557752:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7800. 00000100:00100000:0.0:1734016130.557764:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9579 00000100:00100000:0.0:1734016130.557768:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338652800:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016130.558508:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1074615 -> 0 00002000:00010000:0.0:1734016130.558511:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.558513:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016127 00002000:00010000:0.0:1734016130.558515:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016130.558516:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:0.0:1734016130.558535:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338652800:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 766us (1192us total) trans 4294968274 rc 0/0 00000100:00100000:0.0:1734016130.558540:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9579 00002000:00010000:0.0:1734016130.558542:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016130.558544:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7800 with x1818247338652800 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016130.558547:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7800. 00002000:00010000:3.0:1734016130.559903:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2406847 00002000:00010000:3.0:1734016130.559908:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.559910:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:3.0:1734016130.559911:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.559913:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 856 00000100:00100000:3.0:1734016130.559949:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338652672:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3372us (3631us total) trans 4294969904 rc 0/0 00000100:00100000:3.0:1734016130.559955:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9578 00002000:00010000:3.0:1734016130.559958:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2406847->18446744073709551615) 00002000:00100000:3.0:1734016130.559960:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f800 with x1818247338652672 ext(2406847->18446744073709551615) 00002000:00010000:3.0:1734016130.559965:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918f800. 00000100:00100000:1.0:1734016130.562808:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.562892:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338652928 00000100:00100000:3.0:1734016130.562899:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338652928 00000100:00100000:3.0:1734016130.563409:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2648 00000100:00100000:3.0:1734016130.563416:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338652928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.563436:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.563453:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea222bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0bb expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.563529:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.563540:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.563549:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016130.563569:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2406847 00000004:00200000:3.0:1734016130.563573:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016130.563586:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.563604:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea222bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0bb expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.563616:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0bb expref: 18 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.563622:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.563625:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016130.563627:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016130.565949:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338652928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2524us (3139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.565960:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2648 00000100:00100000:0.0:1734016130.573615:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.573656:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.573764:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653056 00000100:00100000:2.0:1734016130.573772:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653056 00000100:00100000:2.0:1734016130.573801:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653184 00000100:00100000:2.0:1734016130.573803:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653184 00000100:00100000:2.0:1734016130.573856:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13736 00000100:00100000:2.0:1734016130.573862:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338653056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.573877:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.573892:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea222ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0c2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.573942:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340930432:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.574290:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13737 00000100:00100000:3.0:1734016130.574296:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338653184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.574304:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.574315:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea222d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0c9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.574339:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340930560:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016130.574642:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.574698:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00002000:00010000:2.0:1734016130.577389:0:7693:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 2406847 -> 4836971 00000100:00100000:2.0:1734016130.577412:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340930432:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.577444:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea222ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0c2 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.577456:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea222ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0c2 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.577472:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016130.577520:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338653056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3657us (3911us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.577528:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13736 00002000:00010000:3.0:1734016130.577594:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016129 00000100:00100000:3.0:1734016130.577606:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340930560:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.577624:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea222d1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0c9 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.577633:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea222d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0c9 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.577646:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016130.577664:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338653184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3367us (4007us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.577670:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13737 00000100:00100000:0.0:1734016130.580730:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.580855:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653312 00000100:00100000:2.0:1734016130.580862:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653312 00000100:00100000:2.0:1734016130.580905:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13738 00000100:00100000:2.0:1734016130.580911:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338653312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.580924:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.580939:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0d0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.580962:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.580969:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.580970:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016130.580974:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2035712->2039807] (req 2035712->2039807) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.580999:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.581010:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.581019:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340930688:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016130.581062:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.583095:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340930688:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.583123:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2035712->2039807] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.583137:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016130.583169:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338653312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2257us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.583178:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13738 00000100:00100000:0.0:1734016130.583855:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.584219:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653440 00000100:00100000:3.0:1734016130.584226:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653440 00002000:00100000:3.0:1734016130.584257:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4825088->4836970) req@ffff880078d51c00 x1818247338653440/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 12376/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.584266:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51c00 with x1818247338653440 ext(4825088->4836970) 00010000:00010000:3.0:1734016130.584488:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016130.584501:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00002000:00010000:3.0:1734016130.584509:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078d51c00 00000100:00100000:3.0:1734016130.584539:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 358 00000100:00100000:3.0:1734016130.584544:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338653440:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.586432:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338653440:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1874us (2566us total) trans 4294969905 rc 0/0 00000100:00100000:3.0:1734016130.586442:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 358 00002000:00100000:3.0:1734016130.586452:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4825088->4836970) req@ffff880078d51c00 x1818247338653440/t4294969905(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 12376/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.586459:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51c00 with x1818247338653440 ext(4825088->4836970) 00010000:00010000:3.0:1734016130.586472:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016130.586486:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00002000:00010000:3.0:1734016130.586492:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078d51c00 00000100:00100000:1.0:1734016130.588654:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.588813:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653568 00000100:00100000:2.0:1734016130.588821:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653568 00010000:00010000:2.0:1734016130.588850:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.588913:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3819 00000100:00100000:2.0:1734016130.588919:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338653568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.588930:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.588946:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 856 -> 880 00010000:00010000:2.0:1734016130.588951:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.588960:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.588976:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22299 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5959680->5967871) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf09f expref: 12 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.588998:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.589000:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.589005:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.589012:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.589043:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.589053:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340930816:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016130.589465:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.591684:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340930816:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016130.591705:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.591750:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338653568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2828us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.591763:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3819 00000100:00100000:0.0:1734016130.593324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.594027:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338653824 00000100:00100000:3.0:1734016130.594035:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338653824 00002000:00100000:3.0:1734016130.594070:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2035712->2039807) req@ffff880078d51880 x1818247338653824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.594079:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51880 with x1818247338653824 ext(2035712->2039807) 00002000:00010000:3.0:1734016130.594083:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d51880 00000100:00100000:3.0:1734016130.594634:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9580 00000100:00100000:3.0:1734016130.594641:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338653824:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.594821:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338653824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 179us (1555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016130.594828:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9580 00002000:00100000:3.0:1734016130.594834:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2035712->2039807) req@ffff880078d51880 x1818247338653824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.594841:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51880 with x1818247338653824 ext(2035712->2039807) 00002000:00010000:3.0:1734016130.594844:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d51880 00000100:00100000:1.0:1734016130.603074:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016130.603300:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016130.603360:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654080 00000100:00100000:0.0:1734016130.603370:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654080 00002000:00100000:0.0:1734016130.603404:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2039808->2043903) req@ffff880079cb6a00 x1818247338654080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.603412:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338654080 ext(2039808->2043903) 00002000:00010000:0.0:1734016130.603416:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb6a00 00000100:00100000:0.0:1734016130.603449:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9581 00000100:00100000:0.0:1734016130.603456:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338654080:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016130.603596:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338654080:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 138us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016130.603603:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9581 00002000:00100000:0.0:1734016130.603610:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2039808->2043903) req@ffff880079cb6a00 x1818247338654080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 488/4536 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.603617:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338654080 ext(2039808->2043903) 00002000:00010000:0.0:1734016130.603621:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb6a00 00000100:00100000:1.0:1734016130.609559:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.609629:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654208 00000100:00100000:3.0:1734016130.609636:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654208 00002000:00100000:3.0:1734016130.609669:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2035712->2043903) req@ffff880079cb4a80 x1818247338654208/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 8680/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.609677:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4a80 with x1818247338654208 ext(2035712->2043903) 00002000:00010000:3.0:1734016130.609681:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4a80 00000100:00100000:3.0:1734016130.609696:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9582 00000100:00100000:3.0:1734016130.609701:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338654208:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.610526:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338654208:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 822us (972us total) trans 4294969906 rc 0/0 00000100:00100000:3.0:1734016130.610532:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9582 00002000:00100000:3.0:1734016130.610538:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2035712->2043903) req@ffff880079cb4a80 x1818247338654208/t4294969906(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 8680/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.610544:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4a80 with x1818247338654208 ext(2035712->2043903) 00002000:00010000:3.0:1734016130.610547:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb4a80 00000100:00100000:1.0:1734016130.611922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.611993:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654336 00000100:00100000:3.0:1734016130.612000:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654336 00000100:00100000:3.0:1734016130.612033:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2649 00000100:00100000:3.0:1734016130.612039:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338654336:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016130.612128:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338654336:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 87us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.612133:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2649 00000100:00100000:1.0:1734016130.613330:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.613401:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654464 00000100:00100000:2.0:1734016130.613406:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654464 00000100:00100000:2.0:1734016130.613441:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13739 00000100:00100000:2.0:1734016130.613446:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338654464:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016130.618049:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969906 is committed 00000001:00080000:0.0:1734016130.618063:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969905 is committed 00000100:00100000:3.0:1734016130.620099:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338654464:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 6644us (6762us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.620112:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13739 00000100:00100000:1.0:1734016130.624087:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.624165:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654592 00000100:00100000:3.0:1734016130.624175:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654592 00000100:00100000:3.0:1734016130.624255:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13740 00000100:00100000:3.0:1734016130.624263:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338654592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.624303:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.624317:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea222df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0d7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.624369:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340930944:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.627145:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.630092:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 880 -> 896 00000100:00100000:3.0:1734016130.630134:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340930944:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.630169:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea222df lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.630182:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea222df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d7 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.632766:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016130.632843:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338654592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8576us (8759us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.632852:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13740 00000100:00100000:1.0:1734016130.638875:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.638971:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654720 00000100:00100000:3.0:1734016130.638979:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654720 00000100:00100000:3.0:1734016130.639624:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13741 00000100:00100000:3.0:1734016130.639632:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338654720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.639650:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.639664:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea222e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0de expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.639730:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.639966:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.642950:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931072:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.642981:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea222e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0de expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.642993:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea222e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0de expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.644314:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016130.644506:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338654720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4871us (5637us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.644519:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13741 00000100:00100000:1.0:1734016130.647519:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.647652:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654848 00000100:00100000:3.0:1734016130.647661:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654848 00000100:00100000:3.0:1734016130.647820:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13742 00000100:00100000:3.0:1734016130.647828:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338654848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.647845:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.647860:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea222ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0e5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.647907:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931200:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.648157:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.650711:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931200:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.650749:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea222ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0e5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.650760:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea222ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0e5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.650880:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016130.650962:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338654848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3133us (3450us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.650970:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13742 00000100:00100000:0.0:1734016130.656766:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.656855:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338654976 00000100:00100000:3.0:1734016130.656863:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338654976 00000100:00100000:3.0:1734016130.656898:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13743 00000100:00100000:3.0:1734016130.656905:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338654976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.656922:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.656936:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea222f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0ec expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.656982:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931328:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.657183:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.659349:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931328:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.659384:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea222f4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0ec expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.659396:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea222f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0ec expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.659409:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016130.659458:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338654976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2552us (2700us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.659465:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13743 00000100:00100000:1.0:1734016130.662247:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.662401:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655232 00000100:00100000:3.0:1734016130.662409:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655232 00002000:00100000:3.0:1734016130.662449:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3751936->3756031) req@ffff880079cb5f80 x1818247338655232/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.662458:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338655232 ext(3751936->3756031) 00002000:00010000:3.0:1734016130.662463:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb5f80 00000100:00100000:3.0:1734016130.663261:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9583 00000100:00100000:3.0:1734016130.663296:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247338655232:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.663478:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247338655232:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 205us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.663486:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9583 00002000:00100000:3.0:1734016130.663494:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3751936->3756031) req@ffff880079cb5f80 x1818247338655232/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.663501:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338655232 ext(3751936->3756031) 00002000:00010000:3.0:1734016130.663504:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb5f80 00000100:00100000:0.0:1734016130.668685:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.668822:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655360 00000100:00100000:3.0:1734016130.668833:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655360 00000100:00100000:3.0:1734016130.674895:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13744 00000100:00100000:3.0:1734016130.674907:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338655360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.674925:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.674944:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea222fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0f3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.674992:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931456:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.675056:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.676853:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931456:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.676883:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea222fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0f3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.676896:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea222fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0f3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.676916:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016130.676961:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338655360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2055us (8283us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.676968:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13744 00000100:00100000:0.0:1734016130.678816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.678913:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655616 00000100:00100000:2.0:1734016130.678920:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655616 00002000:00100000:2.0:1734016130.678956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3756032->3760127) req@ffff88012f181180 x1818247338655616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.678965:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181180 with x1818247338655616 ext(3756032->3760127) 00002000:00010000:2.0:1734016130.678969:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181180 00000100:00100000:2.0:1734016130.678999:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9584 00000100:00100000:2.0:1734016130.679005:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1972:x1818247338655616:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.687163:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1972:x1818247338655616:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 8145us (8342us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.687176:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9584 00002000:00100000:2.0:1734016130.687190:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3756032->3760127) req@ffff88012f181180 x1818247338655616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.687201:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181180 with x1818247338655616 ext(3756032->3760127) 00002000:00010000:2.0:1734016130.687207:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181180 00000100:00100000:0.0:1734016130.689234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.689313:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338655744 00000100:00100000:3.0:1734016130.689321:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338655744 00000100:00100000:3.0:1734016130.689358:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13745 00000100:00100000:3.0:1734016130.689419:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338655744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.689438:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.689457:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22302 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf0fa expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.689515:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931584:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.690162:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.692051:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340931584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.692086:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22302 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0fa expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.692102:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22302 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0fa expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.692155:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016130.694292:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338655744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4895us (5033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.694306:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13745 00000100:00100000:0.0:1734016130.696187:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.696291:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656000 00000100:00100000:2.0:1734016130.696302:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656000 00002000:00100000:2.0:1734016130.696341:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3760128->3764223) req@ffff88012f181500 x1818247338656000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.696350:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181500 with x1818247338656000 ext(3760128->3764223) 00002000:00010000:2.0:1734016130.696355:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181500 00000100:00100000:2.0:1734016130.696382:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9585 00000100:00100000:2.0:1734016130.696388:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247338656000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.696524:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247338656000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.696530:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9585 00002000:00100000:2.0:1734016130.696536:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3760128->3764223) req@ffff88012f181500 x1818247338656000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:91/0 lens 488/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.696542:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181500 with x1818247338656000 ext(3760128->3764223) 00002000:00010000:2.0:1734016130.696544:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f181500 00000100:00100000:0.0:1734016130.698779:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.698976:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656128 00000100:00100000:2.0:1734016130.698984:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656128 00000100:00100000:2.0:1734016130.699189:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2650 00000100:00100000:2.0:1734016130.699197:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338656128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.699215:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.699232:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22309 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf101 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.699340:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.699351:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.699360:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016130.699379:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2406847 00000004:00200000:2.0:1734016130.699382:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.699399:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.699418:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22309 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.699998:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.700005:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.700008:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.700010:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016130.700056:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338656128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 860us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.700061:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2650 00000100:00100000:2.0:1734016130.704200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.704550:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656256 00000100:00100000:3.0:1734016130.704558:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656256 00000100:00100000:3.0:1734016130.704594:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13746 00000100:00100000:3.0:1734016130.704601:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.704617:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.704634:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22317 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf108 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.704682:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931712:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.705051:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.707541:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016130 00000100:00100000:3.0:1734016130.707565:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931712:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.707596:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22317 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf108 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.707609:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22317 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf108 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.707634:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016130.708062:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3458us (3868us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.708069:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13746 00000100:00100000:0.0:1734016130.711216:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.711803:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656384 00000100:00100000:3.0:1734016130.711810:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656384 00000100:00100000:3.0:1734016130.711850:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13747 00000100:00100000:3.0:1734016130.711856:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338656384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.711871:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.711886:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2231e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf10f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.711930:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931840:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.711983:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.713971:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931840:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.714000:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2231e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf10f expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714011:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2231e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf10f expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714023:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016130.714063:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338656384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2206us (2855us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.714069:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13747 00000100:00100000:0.0:1734016130.716265:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.716525:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656512 00000100:00100000:3.0:1734016130.716534:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656512 00000100:00100000:3.0:1734016130.716579:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13748 00000100:00100000:3.0:1734016130.716585:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.716602:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.716617:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22325 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf116 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.716670:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931968:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.716738:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.720261:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340931968:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.720320:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22325 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf116 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.720334:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22325 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf116 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.720348:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016130.720401:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3814us (4141us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.720409:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13748 00000100:00100000:0.0:1734016130.726483:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.728679:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656640 00000100:00100000:3.0:1734016130.728689:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656640 00000100:00100000:3.0:1734016130.728747:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13749 00000100:00100000:3.0:1734016130.728754:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338656640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.728771:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.728789:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2232c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf11d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.728843:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.728912:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.750869:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932096:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.750909:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2232c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf11d expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.750924:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2232c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf11d expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.750940:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016130.751009:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338656640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 22251us (24530us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.751018:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13749 00000100:00100000:0.0:1734016130.757906:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.758000:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656768 00000100:00100000:3.0:1734016130.758008:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656768 00000100:00100000:3.0:1734016130.758045:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13750 00000100:00100000:3.0:1734016130.758053:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338656768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.758066:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.758082:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22333 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf124 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.758126:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.758185:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.763875:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.763913:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22333 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf124 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.763927:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22333 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf124 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.765804:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016130.765888:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338656768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7832us (7986us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.765897:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13750 00000100:00100000:1.0:1734016130.771762:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.771999:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338656896 00000100:00100000:3.0:1734016130.772008:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338656896 00000100:00100000:3.0:1734016130.772050:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13751 00000100:00100000:3.0:1734016130.772057:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.772072:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.772087:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2233a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf12b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.772133:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932352:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.772190:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.775048:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932352:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.775084:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2233a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf12b expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.775097:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2233a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf12b expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.775111:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016130.775168:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1971:x1818247338656896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3109us (3412us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.775180:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13751 00000100:00100000:0.0:1734016130.790826:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.790946:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657152 00000100:00100000:3.0:1734016130.790954:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657152 00002000:00100000:3.0:1734016130.790989:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88011cd4e300 x1818247338657152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 504/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016130.790999:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4e300 with x1818247338657152 ext(0->4194303) 00002000:00010000:3.0:1734016130.791003:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4e300 00000100:00100000:2.0:1734016130.792262:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9586 00000100:00100000:2.0:1734016130.792297:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338657152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016130.856935:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338657152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 64631us (66106us total) trans 0 rc 4186112/4186112 00000100:00100000:2.0:1734016130.856945:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9586 00002000:00100000:2.0:1734016130.856956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88011cd4e300 x1818247338657152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 504/440 e 0 to 0 dl 1734016141 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.856964:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4e300 with x1818247338657152 ext(0->4194303) 00002000:00010000:2.0:1734016130.856970:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4e300 00000100:00100000:0.0:1734016130.869173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.871003:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657280 00000100:00100000:3.0:1734016130.871014:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657280 00000100:00100000:3.0:1734016130.871068:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13752 00000100:00100000:3.0:1734016130.871076:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.871093:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.871108:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22341 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf132 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.871157:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932480:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.872174:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.874007:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.874038:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22341 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf132 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.874050:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22341 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf132 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.874076:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016130.874126:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3049us (4965us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.874135:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13752 00000100:00100000:0.0:1734016130.876659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.880739:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657408 00000100:00100000:3.0:1734016130.880751:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657408 00000100:00100000:3.0:1734016130.880802:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13753 00000100:00100000:3.0:1734016130.880808:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.880827:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.880842:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22348 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf139 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.880890:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.880945:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.883192:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932608:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.883224:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22348 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf139 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.883235:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22348 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf139 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.883261:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016130.884568:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3755us (7911us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.884578:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13753 00000100:00100000:0.0:1734016130.890144:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.890301:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657536 00000100:00100000:3.0:1734016130.890309:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657536 00000100:00100000:3.0:1734016130.890353:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13754 00000100:00100000:3.0:1734016130.890359:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.890375:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.890389:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2234f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf140 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.890430:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.890481:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.892835:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932736:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.892881:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2234f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf140 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.892892:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2234f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf140 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.892911:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016130.892955:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2594us (2818us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.892963:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13754 00000100:00100000:0.0:1734016130.895545:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.896116:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657664 00000100:00100000:3.0:1734016130.896124:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657664 00000100:00100000:3.0:1734016130.896366:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13755 00000100:00100000:3.0:1734016130.896372:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.896387:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.896403:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22356 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf147 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.896448:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932864:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.896495:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.898165:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340932864:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.898195:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22356 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf147 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.898207:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22356 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf147 expref: 27 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.898217:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016130.898743:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1972:x1818247338657664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2369us (3203us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.898751:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13755 00000100:00100000:0.0:1734016130.902490:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.902604:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338657920 00000100:00100000:2.0:1734016130.902612:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338657920 00000100:00100000:2.0:1734016130.902660:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2651 00000100:00100000:2.0:1734016130.902667:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338657920:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016130.902706:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.902736:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea222c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0bb expref: 18 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.902758:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.902762:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016130.902877:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.902886:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.902892:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.902919:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.902928:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 21 pid: 7714 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.902938:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340932992:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016130.902982:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.906927:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340932992:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.906956:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016130.907430:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.907615:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658048 00000100:00100000:2.0:1734016130.907622:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658048 00010000:00010000:2.0:1734016130.907649:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.907850:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3820 00000100:00100000:2.0:1734016130.907858:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338658048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.907870:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.907876:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.907885:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.907904:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea22310 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf101 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.907917:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.907921:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.907929:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.907936:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.908501:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.908551:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247338658048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 692us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.908557:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3820 00010000:00010000:0.0:1734016130.908854:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016130.908863:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016130.908941:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968996 00000004:00010000:0.0:1734016130.908978:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011cd4ea00 reply state ffff880079ced000 transno 4294968997 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016130.908984:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016130.909055:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338657920:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6387us (6570us total) trans 4294968997 rc 0/0 00000100:00100000:0.0:1734016130.909061:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2651 00000020:00080000:0.0:1734016130.909064:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016130.911308:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911320:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911325:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911329:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49d40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016130.911333:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911337:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911349:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.911353:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016130.911357:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.911363:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2235d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016130.911817:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.912199:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658176 00000100:00100000:3.0:1734016130.912208:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658176 00000100:00100000:3.0:1734016130.912750:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13756 00000100:00100000:3.0:1734016130.912757:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338658176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.912771:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.912786:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf14e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.912810:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.912820:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.912822:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016130.912825:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.912849:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.912858:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 6 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016130.912868:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340933120:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016130.912920:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.916249:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.916393:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658304 00000100:00100000:2.0:1734016130.916399:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658304 00002000:00100000:2.0:1734016130.916433:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1130495) req@ffff88011cd4f800 x1818247338658304/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 12776/0 e 0 to 0 dl 1734016141 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016130.916442:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f800 with x1818247338658304 ext(1118208->1130495) 00010000:00010000:2.0:1734016130.916450:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.916461:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 7 pid: 7692 timeout: 499 lvb_type: 0 00002000:00010000:2.0:1734016130.916466:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4f800 00000100:00100000:2.0:1734016130.916483:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 359 00000100:00100000:2.0:1734016130.916488:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338658304:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.917307:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340933120:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016130.917327:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.917340:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016130.917372:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338658176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4616us (5559us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.917379:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13756 00000100:00100000:0.0:1734016130.920992:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338658304:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4495us (4743us total) trans 4294969907 rc 0/0 00000100:00100000:0.0:1734016130.921004:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 359 00002000:00100000:0.0:1734016130.921014:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1130495) req@ffff88011cd4f800 x1818247338658304/t4294969907(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:91/0 lens 12776/448 e 0 to 0 dl 1734016141 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016130.921022:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f800 with x1818247338658304 ext(1118208->1130495) 00010000:00010000:0.0:1734016130.921031:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:0.0:1734016130.921044:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00002000:00010000:0.0:1734016130.921049:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4f800 00000100:00100000:0.0:1734016130.928584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.928682:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658432 00000100:00100000:2.0:1734016130.928690:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658432 00010000:00010000:2.0:1734016130.928735:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016130.928775:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3821 00000100:00100000:2.0:1734016130.928782:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338658432:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.928800:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016130.928814:0:6473:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016130 00002000:00010000:2.0:1734016130.928817:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 920 00010000:00010000:2.0:1734016130.928821:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.928831:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.928849:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea222d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0d0 expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.928878:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.928880:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016130.928886:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.928894:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.928922:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016130.928932:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340933248:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016130.928977:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.931367:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340933248:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016130.931390:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.931427:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338658432:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2644us (2854us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.931435:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3821 00000100:00100000:0.0:1734016130.932080:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.932751:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.933310:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658688 00000100:00100000:2.0:1734016130.933319:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658688 00002000:00010000:2.0:1734016130.933354:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016130.933358:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660a80 with x1818247338658688 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016130.933369:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660a80. 00000100:00100000:2.0:1734016130.933385:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658560 00000100:00100000:2.0:1734016130.933387:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658560 00002000:00010000:2.0:1734016130.933395:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2669911->18446744073709551615) 00002000:00100000:2.0:1734016130.933397:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338658560 ext(2669911->18446744073709551615) 00002000:00010000:2.0:1734016130.933403:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00. 00000100:00100000:2.0:1734016130.933426:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9587 00000100:00100000:2.0:1734016130.933431:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247338658688:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016130.933592:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1734016130.933595:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.933597:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016127 00002000:00010000:2.0:1734016130.933598:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.933599:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016130.933635:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247338658688:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 203us (1556us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1734016130.933642:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9587 00002000:00010000:2.0:1734016130.933645:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016130.933647:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660a80 with x1818247338658688 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016130.933651:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c660a80. 00000100:00100000:2.0:1734016130.933664:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9588 00000100:00100000:2.0:1734016130.933668:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338658560:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016130.934752:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4836971 -> 2669911 00002000:00010000:2.0:1734016130.934757:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.934759:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.934760:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016130.934762:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 896 00000100:00100000:2.0:1734016130.934792:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338658560:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1122us (2042us total) trans 4294969908 rc 0/0 00000100:00100000:2.0:1734016130.934799:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9588 00002000:00010000:2.0:1734016130.934802:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2669911->18446744073709551615) 00002000:00100000:2.0:1734016130.934804:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338658560 ext(2669911->18446744073709551615) 00002000:00010000:2.0:1734016130.934809:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00. 00000001:00080000:0.0:1734016130.943689:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968275 is committed 00000001:00080000:0.0:1734016130.943725:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968273 is committed 00000100:00100000:0.0:1734016130.951223:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.951322:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658816 00000100:00100000:2.0:1734016130.951331:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658816 00000100:00100000:2.0:1734016130.951387:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2652 00000100:00100000:2.0:1734016130.951395:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338658816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016130.951412:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016130.951426:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea2236b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf155 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.951502:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.951513:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.951521:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016130.951539:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2669911 00000004:00200000:2.0:1734016130.951543:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016130.951555:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016130.951571:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea2236b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.951587:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016130.951594:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.951596:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016130.951599:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016130.951649:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338658816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 254us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.951655:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2652 00000100:00100000:2.0:1734016130.957235:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.957296:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.957351:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659072 00000100:00100000:3.0:1734016130.957358:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659072 00000100:00100000:3.0:1734016130.957384:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338658944 00000100:00100000:3.0:1734016130.957385:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338658944 00000100:00100000:3.0:1734016130.957397:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13757 00000100:00100000:3.0:1734016130.957402:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338659072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.957417:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.957431:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22379 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf163 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.957469:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340933376:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.957510:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016130.957561:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13758 00000100:00100000:1.0:1734016130.957566:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338658944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016130.957573:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016130.957582:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf15c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016130.957606:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340933504:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016130.957625:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00002000:00010000:3.0:1734016130.962948:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016130 00000100:00100000:3.0:1734016130.962974:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340933376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016130.963004:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22379 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf163 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.963017:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22379 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf163 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.963034:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016130.963090:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338659072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5686us (5860us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016130.963098:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13757 00000100:00100000:1.0:1734016130.963147:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340933504:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.963164:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22380 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf15c expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.963178:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf15c expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.963200:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016130.964392:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338658944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5651us (5922us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.964399:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13758 00000100:00100000:2.0:1734016130.966479:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.966536:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.966620:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659328 00000100:00100000:3.0:1734016130.966628:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659328 00000100:00100000:3.0:1734016130.966671:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659200 00000100:00100000:3.0:1734016130.966674:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659200 00000100:00100000:3.0:1734016130.966693:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13759 00000100:00100000:3.0:1734016130.966699:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338659328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.966725:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.966741:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22387 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf171 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016130.966789:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340933632:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016130.966836:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.966863:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13760 00000100:00100000:0.0:1734016130.966874:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338659200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016130.966882:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016130.966892:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea2238e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf16a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016130.966918:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340933760:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016130.966937:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016130.969354:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340933632:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016130.969384:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22387 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf171 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.969401:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22387 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf171 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016130.969419:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:2.0:1734016130.969452:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338659328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2753us (2979us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016130.969459:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13759 00000100:00100000:1.0:1734016130.970354:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340933760:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016130.970375:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea2238e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf16a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.970384:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea2238e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf16a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016130.970395:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:1.0:1734016130.970419:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338659200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3544us (3883us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016130.970425:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13760 00000100:00100000:0.0:1734016130.975670:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.975743:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659584 00000100:00100000:3.0:1734016130.975752:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659584 00000100:00100000:3.0:1734016130.975802:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2653 00000100:00100000:3.0:1734016130.975809:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338659584:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016130.975976:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.975990:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.975996:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.976019:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.976031:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 21 pid: 7714 timeout: 499 lvb_type: 0 00000100:00100000:3.0:1734016130.976041:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340933888:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016130.976096:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016130.978866:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016130.978924:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659712 00000100:00100000:2.0:1734016130.978931:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659712 00000100:00100000:3.0:1734016130.978956:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340933888:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016130.978958:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:3.0:1734016130.978975:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016130.978980:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3822 00000100:00100000:2.0:1734016130.978985:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338659712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016130.978995:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016130.979000:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.979008:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.979025:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea22372 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf155 expref: 22 pid: 7714 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016130.979036:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016130.979039:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.979046:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.979052:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016130.979078:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016130.979120:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247338659712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 134us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016130.979126:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3822 00010000:00010000:3.0:1734016130.979896:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.979902:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016130.979969:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294968998 00000004:00010000:3.0:1734016130.979999:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c663100 reply state ffff88011e5cc000 transno 4294968999 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016130.980004:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016130.980061:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338659584:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4252us (4398us total) trans 4294968999 rc 0/0 00000100:00100000:3.0:1734016130.980068:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2653 00000020:00080000:3.0:1734016130.980071:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016130.984349:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984360:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984366:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984370:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cc6c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016130.984374:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984379:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984395:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.984397:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016130.984400:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.984404:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22395 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016130.984840:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.984920:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659840 00000100:00100000:3.0:1734016130.984927:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659840 00002000:00010000:3.0:1734016130.984953:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016130.984961:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338659840 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016130.984971:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5f80. 00000100:00100000:3.0:1734016130.984995:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9589 00000100:00100000:3.0:1734016130.985000:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338659840:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:1.0:1734016130.985236:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016130.985307:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338659968 00000100:00100000:0.0:1734016130.985310:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338659968 00002000:00010000:0.0:1734016130.985321:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2881363->18446744073709551615) 00002000:00100000:0.0:1734016130.985324:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338659968 ext(2881363->18446744073709551615) 00002000:00010000:0.0:1734016130.985330:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5c00. 00002000:00010000:3.0:1734016130.985442:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2669911 -> 4194304 00002000:00010000:3.0:1734016130.985445:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.985446:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.985448:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.985450:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:3.0:1734016130.985491:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338659840:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 489us (654us total) trans 4294969909 rc 0/0 00000100:00100000:3.0:1734016130.985497:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9589 00002000:00010000:3.0:1734016130.985499:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016130.985501:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338659840 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016130.985504:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5f80. 00000100:00100000:3.0:1734016130.985517:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9590 00000100:00100000:3.0:1734016130.985520:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338659968:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016130.985621:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 2881363 00002000:00010000:3.0:1734016130.985623:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.985625:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016127 00002000:00010000:3.0:1734016130.985627:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016130.985628:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016130.985642:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338659968:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 121us (406us total) trans 4294968276 rc 0/0 00000100:00100000:3.0:1734016130.985647:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9590 00002000:00010000:3.0:1734016130.985648:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2881363->18446744073709551615) 00002000:00100000:3.0:1734016130.985650:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338659968 ext(2881363->18446744073709551615) 00002000:00010000:3.0:1734016130.985653:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5c00. 00000100:00100000:0.0:1734016130.989016:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.989107:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660096 00000100:00100000:3.0:1734016130.989114:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660096 00000100:00100000:3.0:1734016130.989208:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2654 00000100:00100000:3.0:1734016130.989215:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338660096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.989234:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016130.989248:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2239c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf178 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.989335:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.989346:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.989355:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016130.989376:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7075667 00000004:00200000:3.0:1734016130.989379:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016130.989391:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.989408:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2239c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf178 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.989422:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf178 expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.989428:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.989431:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016130.989433:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016130.991470:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338660096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2244us (2449us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.991481:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2654 00000100:00100000:0.0:1734016130.996493:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016130.996731:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660352 00000100:00100000:3.0:1734016130.996739:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660352 00000100:00100000:3.0:1734016130.997163:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2655 00000100:00100000:3.0:1734016130.997169:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338660352:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016130.997212:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016130.997233:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea223a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf178 expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016130.997259:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016130.997263:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016130.997401:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.997411:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016130.997418:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016130.997439:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969000 00000004:00010000:3.0:1734016130.997452:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c660000 reply state ffff88006f26b000 transno 4294969001 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016130.997457:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016130.998493:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338660352:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 1319us (2003us total) trans 4294969001 rc 0/0 00000100:00100000:3.0:1734016130.998501:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2655 00000020:00080000:3.0:1734016130.998506:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016131.000585:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000594:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000598:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000601:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce400 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016131.000605:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000609:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000619:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016131.000620:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.000623:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.000626:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea223aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016131.003442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.003494:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.003516:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660608 00000100:00100000:0.0:1734016131.003527:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660608 00002000:00010000:0.0:1734016131.003558:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2528223->18446744073709551615) 00002000:00100000:0.0:1734016131.003562:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338660608 ext(2528223->18446744073709551615) 00002000:00010000:0.0:1734016131.003570:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c662300. 00000100:00100000:0.0:1734016131.003596:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660480 00000100:00100000:0.0:1734016131.003599:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660480 00002000:00010000:0.0:1734016131.003613:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016131.003616:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660700 with x1818247338660480 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016131.003621:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660700. 00000100:00100000:0.0:1734016131.003632:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9591 00000100:00100000:0.0:1734016131.003637:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338660608:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016131.003812:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2881363 -> 2528223 00002000:00010000:0.0:1734016131.003815:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.003817:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016127 -> 1734016127 00002000:00010000:0.0:1734016131.003819:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.003821:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016131.003858:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338660608:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 220us (422us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1734016131.003865:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9591 00002000:00010000:0.0:1734016131.003868:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2528223->18446744073709551615) 00002000:00100000:0.0:1734016131.003870:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338660608 ext(2528223->18446744073709551615) 00002000:00010000:0.0:1734016131.003873:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c662300. 00000100:00100000:0.0:1734016131.003887:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9592 00000100:00100000:0.0:1734016131.003890:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338660480:12345-192.168.201.60@tcp:10:fsx.0 00000100:00080000:2.0:1734016131.004792:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00002000:00010000:0.0:1734016131.005181:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016131.005185:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.005187:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.005188:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.005190:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:0.0:1734016131.005239:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338660480:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1346us (1743us total) trans 4294969910 rc 0/0 00000100:00100000:0.0:1734016131.005245:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9592 00002000:00010000:0.0:1734016131.005249:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016131.005251:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660700 with x1818247338660480 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016131.005255:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660700. 00000100:00100000:0.0:1734016131.010767:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.011551:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660736 00000100:00100000:3.0:1734016131.011561:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660736 00000100:00100000:3.0:1734016131.011776:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2656 00000100:00100000:3.0:1734016131.011783:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338660736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.011801:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.011822:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea223b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf17f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.011916:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.011932:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.011944:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016131.011969:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6722527 00000004:00200000:3.0:1734016131.011974:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016131.011989:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.012012:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea223b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf17f expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.012033:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf17f expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.012040:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016131.012043:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016131.012046:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016131.012109:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338660736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 325us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.012117:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2656 00000100:00080000:2.0:1734016131.012211:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:0.0:1734016131.017226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.017295:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.017348:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660992 00000100:00100000:2.0:1734016131.017356:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660992 00000100:00100000:2.0:1734016131.017401:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338660864 00000100:00100000:2.0:1734016131.017403:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338660864 00000100:00100000:2.0:1734016131.017419:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13761 00000100:00100000:2.0:1734016131.017426:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338660992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.017441:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.017456:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea223bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf18d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.017502:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340934016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.017541:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13762 00000100:00100000:1.0:1734016131.017547:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338660864:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:2.0:1734016131.017549:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00010000:00010000:1.0:1734016131.017556:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.017567:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea223c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf186 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.017592:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934144:192.168.201.60@tcp:106: 00000100:00080000:3.0:1734016131.017599:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016101 00000100:00080000:3.0:1734016131.017602:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016101 00000100:00100000:1.0:1734016131.017612:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00002000:00010000:2.0:1734016131.019240:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016127 -> 1734016130 00000100:00100000:2.0:1734016131.019260:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340934016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.019313:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934144:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.019313:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea223bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf18d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.019327:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea223bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf18d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.019332:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea223c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf186 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.019340:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea223c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf186 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.019340:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00010000:00010000:1.0:1734016131.019363:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:2.0:1734016131.019370:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338660992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1944us (2152us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.019380:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13761 00000100:00100000:1.0:1734016131.019382:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338660864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1833us (2086us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.019387:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13762 00000100:00100000:0.0:1734016131.024544:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.024584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.032360:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661120 00000100:00100000:1.0:1734016131.032371:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661120 00000100:00100000:1.0:1734016131.032408:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661248 00000100:00100000:1.0:1734016131.032411:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661248 00000100:00100000:1.0:1734016131.032430:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13763 00000100:00100000:1.0:1734016131.032436:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338661120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.032451:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.032465:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea223cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf194 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.032511:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934272:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.032560:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.032691:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13764 00000100:00100000:0.0:1734016131.032696:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.032704:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.032720:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea223d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf19b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.032743:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934400:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016131.032773:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.039615:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.039647:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea223cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf194 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.039658:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea223cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf194 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.039684:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016131.039730:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338661120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7292us (15191us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.039737:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13763 00000100:00100000:2.0:1734016131.039846:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934400:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.039864:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea223d4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf19b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.039872:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea223d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf19b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.039893:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:2.0:1734016131.039913:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7216us (15328us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.039918:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13764 00000100:00100000:0.0:1734016131.041999:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.042042:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.042116:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661504 00000100:00100000:2.0:1734016131.042123:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661504 00000100:00100000:2.0:1734016131.042166:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661376 00000100:00100000:2.0:1734016131.042169:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661376 00000100:00100000:2.0:1734016131.042183:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13765 00000100:00100000:2.0:1734016131.042190:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.042204:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.042218:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea223db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1a9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.042257:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934528:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.042324:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.042406:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13766 00000100:00100000:1.0:1734016131.042412:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338661376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.042418:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.042427:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea223e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1a2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.042456:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934656:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.042476:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.046307:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340934656:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.046337:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea223e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1a2 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.046348:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea223e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1a2 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.046372:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016131.046410:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338661376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3997us (4367us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.046418:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13766 00000100:00100000:2.0:1734016131.048137:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934528:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.048170:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea223db lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1a9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.048181:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea223db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1a9 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.048209:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016131.048257:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6066us (6264us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.048264:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13765 00000100:00100000:0.0:1734016131.055467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.055880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.056788:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661760 00000100:00100000:2.0:1734016131.056797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661760 00000100:00100000:2.0:1734016131.056824:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338661632 00000100:00100000:2.0:1734016131.056826:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338661632 00000100:00100000:2.0:1734016131.058189:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13767 00000100:00100000:2.0:1734016131.058199:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.058218:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.058235:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea223e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1b7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.058354:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13768 00000100:00100000:0.0:1734016131.058360:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338661632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.058367:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.058380:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea223f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1b0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.058421:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340934784:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016131.058487:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.061021:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340934784:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016131.061053:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea223f0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1b0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.061064:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea223f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1b0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.062854:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016131.062911:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338661632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4547us (7029us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.062919:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13768 00000100:00100000:2.0:1734016131.063385:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934912:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.063421:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.073258:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340934912:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.073414:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea223e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1b7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.073432:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea223e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1b7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.074028:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016131.074107:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338661760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 15908us (18646us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.074116:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13767 00000100:00100000:0.0:1734016131.092243:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.092317:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.092398:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662016 00000100:00100000:2.0:1734016131.092408:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662016 00002000:00100000:2.0:1734016131.092456:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (274432->278527) req@ffff88011cd4aa00 x1818247338662016/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.092465:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4aa00 with x1818247338662016 ext(274432->278527) 00002000:00010000:2.0:1734016131.092470:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4aa00 00000100:00100000:2.0:1734016131.092490:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662272 00000100:00100000:2.0:1734016131.092493:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662272 00002000:00100000:2.0:1734016131.092508:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88011cd48000 x1818247338662272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.092514:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd48000 with x1818247338662272 ext(0->4194303) 00002000:00010000:2.0:1734016131.092516:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd48000 00000100:00100000:2.0:1734016131.092529:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9593 00000100:00100000:2.0:1734016131.092535:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338662016:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.092683:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338662016:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.092689:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9593 00002000:00100000:2.0:1734016131.092696:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (274432->278527) req@ffff88011cd4aa00 x1818247338662016/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.092702:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4aa00 with x1818247338662016 ext(274432->278527) 00002000:00010000:2.0:1734016131.092704:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4aa00 00000100:00100000:2.0:1734016131.092728:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9594 00000100:00100000:2.0:1734016131.092732:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338662272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.102197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.102316:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662528 00000100:00100000:3.0:1734016131.102323:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662528 00002000:00100000:3.0:1734016131.102359:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2531327) req@ffff88011cd49880 x1818247338662528/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.102367:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49880 with x1818247338662528 ext(0->2531327) 00002000:00010000:3.0:1734016131.102371:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49880 00000100:00100000:3.0:1734016131.102389:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9595 00000100:00100000:3.0:1734016131.102395:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338662528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.154163:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338662528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 51759us (51965us total) trans 0 rc 2527232/2527232 00000100:00100000:3.0:1734016131.154174:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9595 00002000:00100000:3.0:1734016131.154184:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2531327) req@ffff88011cd49880 x1818247338662528/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2527232/2527232 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.154192:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49880 with x1818247338662528 ext(0->2531327) 00002000:00010000:3.0:1734016131.154197:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49880 00000100:00100000:2.0:1734016131.191820:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.192185:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662656 00000100:00100000:3.0:1734016131.192195:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662656 00002000:00100000:3.0:1734016131.192232:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (274432->282623) req@ffff88007a0b2300 x1818247338662656/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 8680/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.192240:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338662656 ext(274432->282623) 00002000:00010000:3.0:1734016131.192245:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b2300 00000100:00100000:3.0:1734016131.193184:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9596 00000100:00100000:3.0:1734016131.193192:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338662656:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.195161:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338662272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 102420us (102835us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016131.195173:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9594 00002000:00100000:2.0:1734016131.195183:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88011cd48000 x1818247338662272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.195192:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd48000 with x1818247338662272 ext(0->4194303) 00002000:00010000:2.0:1734016131.195196:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd48000 00000100:00100000:3.0:1734016131.195484:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338662656:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2290us (3671us total) trans 4294968278 rc 0/0 00000100:00100000:3.0:1734016131.195491:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9596 00002000:00100000:3.0:1734016131.195497:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (274432->282623) req@ffff88007a0b2300 x1818247338662656/t4294968278(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 8680/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.195504:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338662656 ext(274432->282623) 00002000:00010000:3.0:1734016131.195508:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b2300 00000100:00100000:0.0:1734016131.201863:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.201973:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662784 00000100:00100000:2.0:1734016131.201983:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662784 00000100:00100000:2.0:1734016131.202149:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2657 00000100:00100000:2.0:1734016131.202155:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338662784:12345-192.168.201.60@tcp:44:fsx.0 00000100:00080000:3.0:1734016131.202410:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016101 00000100:00100000:2.0:1734016131.202673:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338662784:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 517us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.202680:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2657 00000100:00100000:0.0:1734016131.204737:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.204864:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338662912 00000100:00100000:2.0:1734016131.204871:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338662912 00000100:00100000:2.0:1734016131.204913:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13769 00000100:00100000:2.0:1734016131.204919:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338662912:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.206354:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968278 is committed 00000100:00100000:2.0:1734016131.206522:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338662912:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1602us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.206530:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13769 00000100:00100000:0.0:1734016131.209070:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.209205:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663040 00000100:00100000:2.0:1734016131.209212:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663040 00000100:00100000:2.0:1734016131.209329:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2658 00000100:00100000:2.0:1734016131.209337:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338663040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.209355:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.209372:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea223f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1be expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.209445:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016131.209456:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016131.209464:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016131.209485:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6722527 00000004:00200000:2.0:1734016131.209489:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.209502:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016131.209521:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea223f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.209532:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.209543:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016131.209545:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.209547:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016131.209598:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338663040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 261us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.209604:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2658 00000100:00100000:0.0:1734016131.211783:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.211830:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.211910:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663296 00000100:00100000:1.0:1734016131.211917:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663296 00000100:00100000:1.0:1734016131.211958:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663168 00000100:00100000:1.0:1734016131.211961:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663168 00000100:00100000:1.0:1734016131.211978:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13770 00000100:00100000:1.0:1734016131.211985:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338663296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.212001:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.212016:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22405 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1cc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.212062:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340935040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.212113:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.212242:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13771 00000100:00100000:0.0:1734016131.212247:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338663168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.212255:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.212264:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2240c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1c5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.212329:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340935168:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016131.212357:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016131.214318:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:1.0:1734016131.214337:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340935040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.214360:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22405 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1cc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.214369:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22405 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1cc expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016131.214450:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340935168:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.214465:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2240c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1c5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.214473:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea2240c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1c5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.214480:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:2.0:1734016131.214512:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338663168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2264us (2681us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.214519:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13771 00010000:00010000:1.0:1734016131.214639:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016131.214660:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338663296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2676us (2884us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.214665:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13770 00000100:00100000:0.0:1734016131.221924:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.221967:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.222035:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663424 00000100:00100000:1.0:1734016131.222042:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663424 00000100:00100000:1.0:1734016131.222111:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663552 00000100:00100000:1.0:1734016131.222114:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663552 00000100:00100000:1.0:1734016131.222186:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13772 00000100:00100000:1.0:1734016131.222192:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338663424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.222207:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.222224:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22413 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1d3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.222295:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340935296:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.222436:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13773 00000100:00100000:3.0:1734016131.222442:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338663552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.222459:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.222468:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2241a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1da expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.222492:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340935424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.222890:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.222973:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.225071:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340935424:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.225108:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2241a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1da expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.225120:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2241a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1da expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.225133:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016131.225174:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338663552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2731us (3206us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.225180:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13773 00000100:00100000:1.0:1734016131.225317:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340935296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.225334:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22413 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1d3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.225342:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22413 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1d3 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.225363:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016131.225382:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338663424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3190us (3467us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.225387:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13772 00000100:00100000:0.0:1734016131.228233:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.228314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.228455:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663808 00000100:00100000:3.0:1734016131.228466:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663808 00000100:00100000:3.0:1734016131.228500:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663680 00000100:00100000:3.0:1734016131.228502:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663680 00000100:00100000:3.0:1734016131.228521:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13774 00000100:00100000:3.0:1734016131.228526:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338663808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.228542:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.228562:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea22421 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1e8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.228607:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340935552:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.228651:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.228670:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13775 00000100:00100000:3.0:1734016131.228674:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338663680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.228681:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.228690:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22428 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1e1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.228735:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340935680:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.228753:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.230812:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340935680:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.230844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22428 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1e1 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.230857:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22428 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1e1 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.230877:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:2.0:1734016131.231009:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338663680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2331us (2692us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.231016:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13775 00000100:00100000:3.0:1734016131.231848:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340935552:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.231866:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea22421 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1e8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.231875:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea22421 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1e8 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.231882:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016131.232197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338663808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3669us (3970us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.232204:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13774 00000100:00100000:0.0:1734016131.234448:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.234497:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.234553:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664064 00000100:00100000:2.0:1734016131.234562:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664064 00000100:00100000:2.0:1734016131.234606:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338663936 00000100:00100000:2.0:1734016131.234609:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338663936 00000100:00100000:2.0:1734016131.234626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13776 00000100:00100000:2.0:1734016131.234632:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338664064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.234650:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.234667:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2242f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1f6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.234727:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340935808:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.234781:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.234807:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13777 00000100:00100000:2.0:1734016131.234810:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338663936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.234818:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.234828:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22436 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1ef expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.234855:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340935936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.234870:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.236976:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340935808:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.237011:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2242f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1f6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.237023:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2242f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1f6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.237033:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016131.237090:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338664064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2457us (2649us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.237098:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13776 00000100:00100000:3.0:1734016131.237436:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340935936:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.237455:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22436 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1ef expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237464:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22436 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1ef expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237472:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:3.0:1734016131.237495:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338663936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2683us (2998us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.237501:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13777 00000100:00100000:0.0:1734016131.240507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.240559:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.240657:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664320 00000100:00100000:3.0:1734016131.240666:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664320 00000100:00100000:3.0:1734016131.240719:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664192 00000100:00100000:3.0:1734016131.240722:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664192 00000100:00100000:3.0:1734016131.240804:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13778 00000100:00100000:3.0:1734016131.240811:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338664320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.240827:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.240841:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2243d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf204 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.240887:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340936064:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.240979:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13779 00000100:00100000:2.0:1734016131.240985:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.240994:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.241005:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22444 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf1fd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.241031:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340936192:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.241352:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.241988:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.244199:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340936064:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.244244:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2243d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf204 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.244259:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2243d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf204 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.244303:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016131.244375:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338664320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3563us (3876us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.244384:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13778 00000100:00100000:0.0:1734016131.244515:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340936192:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016131.244543:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22444 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1fd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.244554:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22444 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1fd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.244579:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:0.0:1734016131.244602:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3616us (4042us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.244608:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13779 00000100:00100000:0.0:1734016131.247528:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.247604:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664448 00000100:00100000:2.0:1734016131.247610:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664448 00000100:00100000:2.0:1734016131.247645:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13780 00000100:00100000:2.0:1734016131.247651:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338664448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.247665:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.247680:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf20b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.247726:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.247732:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.247734:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.247737:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [204800->217087] (req 204800->217087) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.247763:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.247773:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 5 pid: 7693 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016131.247783:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340936320:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016131.247827:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.251363:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340936320:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016131.251393:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [204800->217087] (req 204800->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.251410:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:3.0:1734016131.251451:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338664448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3800us (3931us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.251458:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13780 00000100:00100000:0.0:1734016131.259967:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.260060:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664576 00000100:00100000:2.0:1734016131.260068:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664576 00010000:00010000:2.0:1734016131.260098:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 6 pid: 7693 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016131.260123:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3823 00000100:00100000:2.0:1734016131.260130:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338664576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.260142:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.260160:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 6 pid: 7693 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.260171:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 6 pid: 7693 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.260189:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea222b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf0b4 expref: 6 pid: 7693 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.260218:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.260221:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.260226:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.260234:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.260262:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.260297:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340936448:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016131.260342:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.262333:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340936448:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016131.262361:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.262401:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338664576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2270us (2441us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.262409:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3823 00000100:00100000:0.0:1734016131.262768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.263335:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664704 00000100:00100000:3.0:1734016131.263341:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664704 00000100:00100000:3.0:1734016131.263607:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13781 00000100:00100000:3.0:1734016131.263612:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338664704:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016131.263767:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2528223 -> 2528223 00002000:00010000:3.0:1734016131.263770:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:3.0:1734016131.263772:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016129 00002000:00010000:3.0:1734016131.263774:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:3.0:1734016131.263775:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 40 00000100:00100000:3.0:1734016131.263809:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338664704:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 196us (1042us total) trans 4294968279 rc 0/0 00000100:00100000:3.0:1734016131.263814:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13781 00000100:00100000:0.0:1734016131.267665:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.267762:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664832 00000100:00100000:2.0:1734016131.267770:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664832 00000100:00100000:2.0:1734016131.267812:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13782 00000100:00100000:2.0:1734016131.267819:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.267836:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.267851:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf212 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.267892:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936576:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.267946:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.269344:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936576:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.269381:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22452 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf212 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.269395:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf212 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.269584:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016131.269641:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1820us (1981us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.269649:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13782 00000100:00100000:0.0:1734016131.271562:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.271691:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338664960 00000100:00100000:2.0:1734016131.271702:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338664960 00000100:00100000:2.0:1734016131.271763:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13783 00000100:00100000:2.0:1734016131.271772:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.271795:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.271814:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22459 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf219 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.271868:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936704:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.271933:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.274063:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936704:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.274098:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22459 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf219 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.274111:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22459 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf219 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.275822:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016131.275887:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338664960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4114us (4333us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.275896:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13783 00000100:00100000:0.0:1734016131.279364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.279470:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665088 00000100:00100000:2.0:1734016131.279477:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665088 00000100:00100000:2.0:1734016131.279522:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13784 00000100:00100000:2.0:1734016131.279528:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338665088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.279542:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.279556:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf220 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.279581:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.279590:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.279592:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.279595:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [905216->917503] (req 905216->917503) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.279620:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.279630:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 9 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016131.279640:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936832:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016131.279692:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.280950:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340936832:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016131.280974:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [905216->917503] (req 905216->917503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.280985:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016131.281009:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338665088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1481us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.281016:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13784 00000100:00100000:1.0:1734016131.292409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.294746:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665216 00000100:00100000:2.0:1734016131.294760:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665216 00010000:00010000:2.0:1734016131.294790:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00000100:00100000:2.0:1734016131.294834:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3824 00000100:00100000:2.0:1734016131.294839:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338665216:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.294850:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.294865:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.294875:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.294891:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22364 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf14e expref: 10 pid: 7692 timeout: 499 lvb_type: 0 00010000:00010000:2.0:1734016131.294914:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.294916:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.294921:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.294928:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.294953:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.294963:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340936960:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016131.295020:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.302312:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340936960:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016131.302337:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.302443:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338665216:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7601us (10038us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.302454:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3824 00000100:00100000:0.0:1734016131.314264:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.314459:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665472 00000100:00100000:3.0:1734016131.314468:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665472 00002000:00100000:3.0:1734016131.314520:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c5a0a80 x1818247338665472/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.314528:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338665472 ext(0->4194303) 00002000:00010000:3.0:1734016131.314534:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:3.0:1734016131.314571:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9597 00000100:00100000:3.0:1734016131.314577:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338665472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.351856:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338665472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 37270us (37592us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016131.351868:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9597 00002000:00100000:2.0:1734016131.351877:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c5a0a80 x1818247338665472/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.351886:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338665472 ext(0->4194303) 00002000:00010000:2.0:1734016131.351890:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:0.0:1734016131.363950:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.364047:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665728 00000100:00100000:2.0:1734016131.364055:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665728 00002000:00100000:2.0:1734016131.364089:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2531327) req@ffff8800a8842850 x1818247338665728/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.364098:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842850 with x1818247338665728 ext(0->2531327) 00002000:00010000:2.0:1734016131.364102:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8842850 00000100:00100000:2.0:1734016131.364118:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9598 00000100:00100000:2.0:1734016131.364125:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8842850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338665728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.372078:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.372656:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.372686:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665984 00000100:00100000:1.0:1734016131.372693:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665984 00000100:00100000:1.0:1734016131.372737:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338665856 00000100:00100000:1.0:1734016131.372739:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338665856 00000100:00100000:1.0:1734016131.372756:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13785 00000100:00100000:1.0:1734016131.372764:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338665984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.372787:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.372808:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22467 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf22e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.372868:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937088:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.372931:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.372992:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13786 00000100:00100000:1.0:1734016131.372996:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338665856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.373004:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.373014:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf227 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.373027:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.373029:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.373035:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.373048:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.373061:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016131.373082:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338665856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 85us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.373087:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13786 00002000:00010000:2.0:1734016131.390619:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016131 00000100:00100000:2.0:1734016131.390640:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.390669:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22467 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf22e expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.390686:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22467 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf22e expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.390715:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:2.0:1734016131.391018:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338665984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 18251us (18947us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.391028:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13785 00000100:00100000:1.0:1734016131.399015:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.399196:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666112 00000100:00100000:2.0:1734016131.399204:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666112 00000100:00100000:2.0:1734016131.399244:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13787 00000100:00100000:2.0:1734016131.399251:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338666112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.399266:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.399305:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea22475 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf235 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.399352:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937216:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.399395:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.399888:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8842850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338665728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 35760us (35945us total) trans 0 rc 2531328/2531328 00000100:00100000:3.0:1734016131.399898:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9598 00002000:00100000:3.0:1734016131.399907:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2531327) req@ffff8800a8842850 x1818247338665728/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 2531328/2531328 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.399915:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842850 with x1818247338665728 ext(0->2531327) 00002000:00010000:3.0:1734016131.399919:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a8842850 00000100:00100000:0.0:1734016131.404635:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937216:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016131.404667:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea22475 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf235 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.404678:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea22475 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf235 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.404701:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:0.0:1734016131.404750:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338666112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5499us (5743us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.404757:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13787 00000100:00100000:2.0:1734016131.408623:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.408730:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666240 00000100:00100000:0.0:1734016131.408737:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666240 00000100:00100000:0.0:1734016131.408789:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13788 00000100:00100000:0.0:1734016131.408796:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338666240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.408813:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.408829:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2247c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf23c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.408881:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937344:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016131.409576:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.412516:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340937344:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016131.412545:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2247c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf23c expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.412559:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2247c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf23c expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.412722:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016131.412809:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338666240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4010us (4190us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016131.412817:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13788 00000100:00100000:3.0:1734016131.416739:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.416821:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666496 00000100:00100000:0.0:1734016131.416828:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666496 00002000:00100000:0.0:1734016131.416864:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2977792->2981887) req@ffff8800791faa00 x1818247338666496/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.416871:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791faa00 with x1818247338666496 ext(2977792->2981887) 00002000:00010000:0.0:1734016131.416875:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791faa00 00000100:00100000:0.0:1734016131.416902:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9599 00000100:00100000:0.0:1734016131.416908:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338666496:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.417053:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338666496:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.417059:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9599 00002000:00100000:0.0:1734016131.417065:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2977792->2981887) req@ffff8800791faa00 x1818247338666496/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.417071:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791faa00 with x1818247338666496 ext(2977792->2981887) 00002000:00010000:0.0:1734016131.417074:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791faa00 00000100:00100000:2.0:1734016131.419328:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.419388:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666752 00000100:00100000:0.0:1734016131.419394:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666752 00002000:00100000:0.0:1734016131.419425:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2981888->2985983) req@ffff88007a0b2680 x1818247338666752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.419433:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2680 with x1818247338666752 ext(2981888->2985983) 00002000:00010000:0.0:1734016131.419437:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2680 00000100:00100000:0.0:1734016131.419451:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9600 00000100:00100000:0.0:1734016131.419456:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338666752:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.419574:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338666752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 117us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.419580:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9600 00002000:00100000:0.0:1734016131.419585:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2981888->2985983) req@ffff88007a0b2680 x1818247338666752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.419592:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2680 with x1818247338666752 ext(2981888->2985983) 00002000:00010000:0.0:1734016131.419594:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2680 00000100:00100000:1.0:1734016131.423208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.423296:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338666880 00000100:00100000:0.0:1734016131.423305:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338666880 00000100:00100000:0.0:1734016131.423412:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13789 00000100:00100000:0.0:1734016131.423419:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338666880:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016131.423589:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2528223 -> 2528223 00002000:00010000:0.0:1734016131.423592:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016130 00002000:00010000:0.0:1734016131.423594:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016129 00002000:00010000:0.0:1734016131.423595:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016131.423597:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 64 00000100:00100000:0.0:1734016131.423649:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338666880:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 229us (448us total) trans 4294968280 rc 0/0 00000100:00100000:0.0:1734016131.423656:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13789 00000100:00100000:3.0:1734016131.425689:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.426252:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667008 00000100:00100000:2.0:1734016131.426260:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667008 00000100:00100000:2.0:1734016131.426344:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13790 00000100:00100000:2.0:1734016131.426350:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338667008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.426367:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.426552:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf243 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.426577:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.426583:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.426585:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016131.426588:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1589248->1597439] (req 1589248->1597439) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.426613:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.426623:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 9 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016131.426633:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937472:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016131.426836:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.431363:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937472:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016131.431395:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1589248->1597439] (req 1589248->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.431411:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016131.431460:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338667008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5108us (5781us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.431469:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13790 00000100:00100000:1.0:1734016131.432221:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.432293:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667136 00000100:00100000:2.0:1734016131.432299:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667136 00010000:00010000:2.0:1734016131.432317:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016131.432347:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3825 00000100:00100000:2.0:1734016131.432353:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338667136:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.432363:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.432381:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.432391:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.432410:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2244b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 204800->217087) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf20b expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.432573:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.432575:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.432583:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.432591:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.432621:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.432634:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340937600:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016131.432670:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.434688:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340937600:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016131.434719:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.435362:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338667136:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3006us (3140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.435373:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3825 00000100:00100000:0.0:1734016131.439967:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.440764:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667264 00000100:00100000:2.0:1734016131.440774:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667264 00000100:00100000:2.0:1734016131.440930:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13791 00000100:00100000:2.0:1734016131.440937:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338667264:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016131.441089:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2528223 -> 2528223 00002000:00010000:2.0:1734016131.441092:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016131.441094:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016129 -> 1734016129 00002000:00010000:2.0:1734016131.441096:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.441097:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1734016131.441341:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338667264:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 402us (1380us total) trans 4294968281 rc 0/0 00000100:00100000:2.0:1734016131.441347:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13791 00000100:00100000:1.0:1734016131.444944:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.445752:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667520 00000100:00100000:2.0:1734016131.445760:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667520 00002000:00100000:2.0:1734016131.445803:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2338815) req@ffff8800782f4000 x1818247338667520/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.445812:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247338667520 ext(2334720->2338815) 00002000:00010000:2.0:1734016131.445818:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4000 00000100:00100000:2.0:1734016131.446131:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9601 00000100:00100000:2.0:1734016131.446138:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338667520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.446877:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338667520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 736us (1938us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.446884:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9601 00002000:00100000:2.0:1734016131.446891:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2338815) req@ffff8800782f4000 x1818247338667520/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.446898:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4000 with x1818247338667520 ext(2334720->2338815) 00002000:00010000:2.0:1734016131.446901:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4000 00000100:00100000:1.0:1734016131.450749:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.451430:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338667776 00000100:00100000:2.0:1734016131.451439:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338667776 00002000:00100000:2.0:1734016131.451476:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2338816->2342911) req@ffff8800782f6680 x1818247338667776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.451485:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338667776 ext(2338816->2342911) 00002000:00010000:2.0:1734016131.451490:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6680 00000100:00100000:2.0:1734016131.452026:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9602 00000100:00100000:2.0:1734016131.452034:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338667776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.452214:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338667776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 179us (1473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.452221:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9602 00002000:00100000:2.0:1734016131.452227:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2338816->2342911) req@ffff8800782f6680 x1818247338667776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.452233:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338667776 ext(2338816->2342911) 00002000:00010000:2.0:1734016131.452236:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6680 00000100:00100000:1.0:1734016131.456568:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.457160:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668032 00000100:00100000:0.0:1734016131.457168:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668032 00002000:00100000:0.0:1734016131.457201:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2347007) req@ffff8800782f5f80 x1818247338668032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.457210:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338668032 ext(2342912->2347007) 00002000:00010000:0.0:1734016131.457215:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5f80 00000100:00100000:0.0:1734016131.457243:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9603 00000100:00100000:0.0:1734016131.457250:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338668032:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016131.457805:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338668032:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 553us (1245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016131.457812:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9603 00002000:00100000:0.0:1734016131.457818:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2347007) req@ffff8800782f5f80 x1818247338668032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016131.457830:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338668032 ext(2342912->2347007) 00002000:00010000:0.0:1734016131.457832:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5f80 00000100:00100000:1.0:1734016131.462091:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.462769:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668160 00000100:00100000:2.0:1734016131.462778:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668160 00002000:00100000:2.0:1734016131.462815:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2347007) req@ffff8800782f5c00 x1818247338668160/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 12776/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.462825:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338668160 ext(2334720->2347007) 00002000:00010000:2.0:1734016131.462831:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5c00 00000100:00100000:2.0:1734016131.463394:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9604 00000100:00100000:2.0:1734016131.463402:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338668160:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.464476:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338668160:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1071us (2390us total) trans 4294968282 rc 0/0 00000100:00100000:2.0:1734016131.464482:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9604 00002000:00100000:2.0:1734016131.464489:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2334720->2347007) req@ffff8800782f5c00 x1818247338668160/t4294968282(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 12776/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.464495:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338668160 ext(2334720->2347007) 00002000:00010000:2.0:1734016131.464498:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f5c00 00000100:00100000:1.0:1734016131.468516:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.468618:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668288 00000100:00100000:2.0:1734016131.468627:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668288 00000100:00100000:2.0:1734016131.468839:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13792 00000100:00100000:2.0:1734016131.468845:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338668288:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016131.470265:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968282 is committed 00000001:00080000:0.0:1734016131.470346:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968280 is committed 00000100:00100000:2.0:1734016131.470659:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338668288:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1809us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.470668:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13792 00000100:00100000:0.0:1734016131.477494:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.477625:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668416 00000100:00100000:2.0:1734016131.477632:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668416 00000100:00100000:2.0:1734016131.477825:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13793 00000100:00100000:2.0:1734016131.477833:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338668416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.477851:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.477868:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2248a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf24a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.477918:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937728:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.479757:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016131.483486:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016129 -> 1734016131 00002000:00010000:3.0:1734016131.483493:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 64 -> 88 00000100:00100000:3.0:1734016131.483510:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.483541:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2248a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf24a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.483552:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2248a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf24a expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.483566:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:3.0:1734016131.483599:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338668416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5768us (6115us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.483606:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13793 00000100:00100000:1.0:1734016131.488390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.488584:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668544 00000100:00100000:3.0:1734016131.488591:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668544 00000100:00100000:3.0:1734016131.488633:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13794 00000100:00100000:3.0:1734016131.488640:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338668544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.488657:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.488673:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22491 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf251 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.488726:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.488780:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.495817:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.495855:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22491 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf251 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.495870:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22491 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf251 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.496259:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016131.496669:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338668544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8027us (8284us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.496681:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13794 00000100:00100000:1.0:1734016131.501957:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.502155:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668672 00000100:00100000:3.0:1734016131.502167:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668672 00000100:00100000:3.0:1734016131.502812:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13795 00000100:00100000:3.0:1734016131.502822:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338668672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.502840:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.502856:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22498 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf258 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.502901:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.503989:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.507342:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340937984:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.507374:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22498 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf258 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.507386:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22498 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf258 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.507408:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016131.507452:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338668672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4631us (5501us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.507459:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13795 00000100:00100000:1.0:1734016131.513361:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.513517:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668800 00000100:00100000:3.0:1734016131.513525:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668800 00000100:00100000:3.0:1734016131.513559:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13796 00000100:00100000:3.0:1734016131.513566:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338668800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.513581:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.513596:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2249f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf25f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.513641:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938112:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.514401:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.518580:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938112:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.518617:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2249f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf25f expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.518629:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2249f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf25f expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.519240:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016131.519519:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338668800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5949us (6163us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.519527:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13796 00000100:00100000:1.0:1734016131.531450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.531539:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338668928 00000100:00100000:3.0:1734016131.531551:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338668928 00000100:00100000:3.0:1734016131.531598:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13797 00000100:00100000:3.0:1734016131.531606:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338668928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.531627:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.531648:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf266 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.531727:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938240:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.531787:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016131.537393:0:7693:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 2528223 -> 3114532 00000100:00100000:3.0:1734016131.537419:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938240:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.537449:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224a6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf266 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.537462:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf266 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.537800:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016131.538155:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338668928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6546us (6712us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.538163:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13797 00000100:00100000:1.0:1734016131.539856:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.539904:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669056 00000100:00100000:3.0:1734016131.539910:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669056 00000100:00100000:3.0:1734016131.539943:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13798 00000100:00100000:3.0:1734016131.539949:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338669056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.539964:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.539978:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf26d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.540017:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938368:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.540059:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.542075:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938368:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.542102:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf26d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.542112:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf26d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.542133:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016131.542712:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338669056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2753us (2850us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.542721:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13798 00000100:00100000:1.0:1734016131.545770:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.546307:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669184 00000100:00100000:3.0:1734016131.546316:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669184 00000100:00100000:3.0:1734016131.546364:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13799 00000100:00100000:3.0:1734016131.546371:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338669184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.546387:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.546404:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf274 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.546452:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938496:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.546943:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.548838:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938496:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.548869:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf274 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.548882:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea224b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf274 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.548909:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016131.548959:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338669184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2586us (3194us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.548969:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13799 00000100:00100000:1.0:1734016131.551049:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.551224:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669312 00000100:00100000:3.0:1734016131.551231:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669312 00000100:00100000:3.0:1734016131.551343:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13800 00000100:00100000:3.0:1734016131.551350:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338669312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.551368:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.551381:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf27b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.551404:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.551410:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.551412:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016131.551415:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [471040->475135] (req 471040->475135) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.551446:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.551457:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 5 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016131.551472:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938624:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016131.551537:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.553950:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.553976:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669440 00000100:00100000:2.0:1734016131.553982:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669440 00002000:00100000:2.0:1734016131.554014:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3108864->3114531) req@ffff88007a0b3100 x1818247338669440/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 6160/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.554023:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338669440 ext(3108864->3114531) 00010000:00010000:2.0:1734016131.554033:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 6 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.554044:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 6 pid: 7693 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016131.554051:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007a0b3100 00000100:00100000:2.0:1734016131.554067:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 360 00000100:00100000:2.0:1734016131.554073:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338669440:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.554572:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340938624:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016131.554597:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [471040->475135] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.554609:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016131.554656:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338669312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3306us (3613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.554662:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13800 00000100:00100000:2.0:1734016131.555386:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338669440:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1310us (1441us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1734016131.555393:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 360 00002000:00100000:2.0:1734016131.555400:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3108864->3114531) req@ffff88007a0b3100 x1818247338669440/t4294968283(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 6160/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.555406:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338669440 ext(3108864->3114531) 00010000:00010000:2.0:1734016131.555412:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.555421:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016131.555427:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007a0b3100 00000100:00100000:1.0:1734016131.557339:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.557416:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669568 00000100:00100000:2.0:1734016131.557423:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669568 00010000:00010000:2.0:1734016131.557453:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016131.557539:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3826 00000100:00100000:2.0:1734016131.557545:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338669568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.557557:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016131.557572:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 112 00010000:00010000:2.0:1734016131.557577:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.557588:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.557607:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22483 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1589248->1597439) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf243 expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.557637:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.557639:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016131.557646:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.557653:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.557684:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.557696:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340938752:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016131.558121:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.561544:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340938752:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016131.561565:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.561609:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338669568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4063us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.561618:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3826 00000100:00100000:1.0:1734016131.562142:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.562212:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338669824 00000100:00100000:2.0:1734016131.562218:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338669824 00002000:00100000:2.0:1734016131.562244:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (471040->3117055) req@ffff880070118380 x1818247338669824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.562252:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118380 with x1818247338669824 ext(471040->3117055) 00002000:00010000:2.0:1734016131.562255:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070118380 00000100:00100000:2.0:1734016131.562311:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9605 00000100:00100000:2.0:1734016131.562316:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338669824:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.581096:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338669824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 18771us (18947us total) trans 0 rc 589824/589824 00000100:00100000:2.0:1734016131.581106:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9605 00002000:00100000:2.0:1734016131.581116:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (471040->3117055) req@ffff880070118380 x1818247338669824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 589824/589824 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.581124:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118380 with x1818247338669824 ext(471040->3117055) 00002000:00010000:2.0:1734016131.581129:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070118380 00000100:00100000:1.0:1734016131.599868:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.599941:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670080 00000100:00100000:2.0:1734016131.599949:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670080 00002000:00100000:2.0:1734016131.599983:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (475136->479231) req@ffff880070119f80 x1818247338670080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.599992:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119f80 with x1818247338670080 ext(475136->479231) 00002000:00010000:2.0:1734016131.599996:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119f80 00000100:00100000:2.0:1734016131.600023:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9606 00000100:00100000:2.0:1734016131.600028:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338670080:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.600154:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338670080:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 125us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.600160:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9606 00002000:00100000:2.0:1734016131.600165:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (475136->479231) req@ffff880070119f80 x1818247338670080/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.600172:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119f80 with x1818247338670080 ext(475136->479231) 00002000:00010000:2.0:1734016131.600174:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119f80 00010000:00010000:3.0:1734016131.604454:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016131.622741:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.624637:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670208 00000100:00100000:3.0:1734016131.624646:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670208 00000100:00100000:3.0:1734016131.624691:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13801 00000100:00100000:3.0:1734016131.624697:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338670208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.624718:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.624734:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf282 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.624758:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.624759:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.624766:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624778:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624786:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016131.624828:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338670208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 131us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.624833:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13801 00000100:00100000:1.0:1734016131.627445:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.627502:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670336 00000100:00100000:0.0:1734016131.627509:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670336 00000100:00100000:0.0:1734016131.627547:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13802 00000100:00100000:0.0:1734016131.627554:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338670336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.627569:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.627583:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf289 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.627606:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.627612:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.627617:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.627618:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016131.627621:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2494464->2502655] (req 2494464->2502655) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.627644:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016131.627658:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 500 lvb_type: 1 00000100:00100000:0.0:1734016131.627668:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340938880:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016131.627732:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.627739:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 7 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:0.0:1734016131.627746:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340939008:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016131.627758:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.630106:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340938880:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016131.630326:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.630601:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340939008:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016131.630623:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2494464->2502655] (req 2494464->2502655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016131.630636:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016131.630669:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338670336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3116us (3233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016131.630677:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13802 00000100:00100000:1.0:1734016131.630798:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.630976:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670464 00000100:00100000:3.0:1734016131.630981:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670464 00010000:00010000:3.0:1734016131.631001:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 500 lvb_type: 1 00000100:00100000:3.0:1734016131.631026:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670592 00000100:00100000:3.0:1734016131.631029:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670592 00010000:00010000:3.0:1734016131.631036:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016131.632137:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3827 00000100:00100000:3.0:1734016131.632144:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338670464:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.632156:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.632174:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 500 lvb_type: 1 00010000:00010000:3.0:1734016131.632183:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 500 lvb_type: 1 00010000:00010000:3.0:1734016131.632200:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea224c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf282 expref: 9 pid: 7693 timeout: 500 lvb_type: 1 00010000:00010000:3.0:1734016131.632215:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.632246:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338670464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 102us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.632251:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3827 00000100:00100000:3.0:1734016131.632263:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3828 00000100:00100000:3.0:1734016131.632267:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338670592:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.632283:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.632289:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.632296:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.632305:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea224bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf27b expref: 8 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.632312:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.632313:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.632318:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.632325:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.632347:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.632356:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340939136:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016131.632380:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.644484:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340939136:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016131.644504:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.644545:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338670592:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 12275us (13745us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.644556:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3828 00000100:00100000:1.0:1734016131.647087:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.647183:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338670848 00000100:00100000:2.0:1734016131.647192:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338670848 00002000:00100000:2.0:1734016131.647235:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2494464->3117055) req@ffff88007a029880 x1818247338670848/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 504/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.647244:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029880 with x1818247338670848 ext(2494464->3117055) 00002000:00010000:2.0:1734016131.647249:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029880 00000100:00100000:2.0:1734016131.647296:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9607 00000100:00100000:2.0:1734016131.647303:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338670848:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.654364:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338670848:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 7055us (7279us total) trans 0 rc 589824/589824 00000100:00100000:2.0:1734016131.654374:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9607 00002000:00100000:2.0:1734016131.654383:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2494464->3117055) req@ffff88007a029880 x1818247338670848/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 504/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 589824/589824 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.654391:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029880 with x1818247338670848 ext(2494464->3117055) 00002000:00010000:2.0:1734016131.654395:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029880 00000100:00100000:0.0:1734016131.658698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.658804:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671104 00000100:00100000:2.0:1734016131.658811:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671104 00002000:00100000:2.0:1734016131.658844:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2498560->2502655) req@ffff88007aa7d500 x1818247338671104/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.658853:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338671104 ext(2498560->2502655) 00002000:00010000:2.0:1734016131.658857:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:2.0:1734016131.659458:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9608 00000100:00100000:2.0:1734016131.659465:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338671104:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016131.659604:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338671104:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 138us (912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016131.659610:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9608 00002000:00100000:2.0:1734016131.659615:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2498560->2502655) req@ffff88007aa7d500 x1818247338671104/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 488/4536 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.659621:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d500 with x1818247338671104 ext(2498560->2502655) 00002000:00010000:2.0:1734016131.659624:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d500 00000100:00100000:0.0:1734016131.669538:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.669754:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671360 00000100:00100000:2.0:1734016131.669762:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671360 00000100:00100000:2.0:1734016131.670902:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2659 00000100:00100000:2.0:1734016131.670910:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338671360:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016131.670951:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.670973:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea223b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf17f expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.671003:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016131.671007:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016131.671131:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.671141:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.671148:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.671170:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.671180:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 23 pid: 7714 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016131.671190:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340939264:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016131.671249:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.677830:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340939264:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016131.677860:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016131.679103:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.679800:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671488 00000100:00100000:3.0:1734016131.679808:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671488 00010000:00010000:3.0:1734016131.679835:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016131.679856:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3829 00000100:00100000:3.0:1734016131.679861:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1970:x1818247338671488:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.679872:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.679876:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.679885:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.679903:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea223fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf1be expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.679920:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016131.679924:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.679933:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.679939:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016131.679969:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.680007:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1970:x1818247338671488:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 145us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.680014:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3829 00010000:00010000:2.0:1734016131.682188:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.682198:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016131.682308:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969002 00000004:00010000:2.0:1734016131.682348:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007aa7fb80 reply state ffff880078d43000 transno 4294969003 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016131.682354:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016131.682439:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338671360:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 11526us (12907us total) trans 4294969003 rc 0/0 00000100:00100000:2.0:1734016131.682446:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2659 00000020:00080000:2.0:1734016131.682451:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016131.686371:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686384:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686389:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686394:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49d40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016131.686399:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686405:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686419:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016131.686422:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016131.686426:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.686431:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea224d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016131.686615:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.688294:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671616 00000100:00100000:1.0:1734016131.688305:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671616 00000100:00100000:1.0:1734016131.688367:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13803 00000100:00100000:1.0:1734016131.688373:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338671616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.688390:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.688408:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf290 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.688432:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.688440:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.688446:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.688448:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016131.688450:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.688476:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.688486:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 9 pid: 7692 timeout: 500 lvb_type: 1 00000100:00100000:1.0:1734016131.688496:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340939392:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016131.688550:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.688557:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016131.688565:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340939520:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016131.688579:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.696221:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340939392:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016131.696233:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340939520:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016131.696262:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.696310:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016131.696352:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338671616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7978us (9743us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.696360:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13803 00000100:00100000:0.0:1734016131.706349:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.706439:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671744 00000100:00100000:2.0:1734016131.706446:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671744 00010000:00010000:2.0:1734016131.706477:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 500 lvb_type: 1 00000100:00100000:2.0:1734016131.706516:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3830 00000100:00100000:2.0:1734016131.706522:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338671744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016131.706533:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016131.706549:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 500 lvb_type: 1 00010000:00010000:2.0:1734016131.706557:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 500 lvb_type: 1 00010000:00010000:2.0:1734016131.706575:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2246e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf227 expref: 10 pid: 7692 timeout: 500 lvb_type: 1 00010000:00010000:2.0:1734016131.706591:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016131.706629:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338671744:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 107us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.706635:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3830 00000100:00100000:0.0:1734016131.710484:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.710560:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338671872 00000100:00100000:3.0:1734016131.710568:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338671872 00010000:00010000:3.0:1734016131.710595:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016131.710618:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3831 00000100:00100000:3.0:1734016131.710625:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338671872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.710637:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016131.710654:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.710668:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.710687:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22460 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->917503) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf220 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.710725:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.710727:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.710732:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.710741:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.710769:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.710780:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340939648:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016131.710825:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.713453:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340939776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016131.713498:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016131.713727:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340939648:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016131.713745:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.713776:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338671872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3150us (3299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.713786:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3831 00000100:00100000:3.0:1734016131.714813:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340939776 00000100:00100000:3.0:1734016131.714821:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340939776 00000100:00100000:3.0:1734016131.714871:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1734016131.714876:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247340939776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016131.714902:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 696123968 pending 32768 free 3923673088 avail 3692081152 00000100:00100000:3.0:1734016131.714939:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247340939776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.714948:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1734016131.714982:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247340939776:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1734016131.715525:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016101 00000100:00100000:3.0:1734016131.718001:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.718124:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672000 00000100:00100000:1.0:1734016131.718132:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672000 00000100:00100000:1.0:1734016131.718169:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13804 00000100:00100000:1.0:1734016131.718176:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338672000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.718192:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.718208:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf297 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.718236:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.718243:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.718245:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.718248:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.718441:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.718452:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 7 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016131.718464:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340939904:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016131.719286:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.723066:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340939904:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016131.723093:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.723108:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016131.723476:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338672000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5299us (5480us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.723484:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13804 00000100:00100000:0.0:1734016131.724611:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.725027:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672128 00000100:00100000:2.0:1734016131.725033:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672128 00002000:00100000:2.0:1734016131.725069:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2494464->2502655) req@ffff88007aa7ca80 x1818247338672128/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 8680/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.725078:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338672128 ext(2494464->2502655) 00010000:00010000:2.0:1734016131.725089:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.725099:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016131.725105:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007aa7ca80 00000100:00100000:2.0:1734016131.725123:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 361 00000100:00100000:2.0:1734016131.725128:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338672128:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016131.728513:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338672128:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3373us (3894us total) trans 4294968284 rc 0/0 00000100:00100000:2.0:1734016131.728525:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 361 00002000:00100000:2.0:1734016131.728535:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2494464->2502655) req@ffff88007aa7ca80 x1818247338672128/t4294968284(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:92/0 lens 8680/448 e 0 to 0 dl 1734016142 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016131.728543:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338672128 ext(2494464->2502655) 00010000:00010000:2.0:1734016131.728551:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016131.728567:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00002000:00010000:2.0:1734016131.728572:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007aa7ca80 00000100:00100000:0.0:1734016131.735669:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.735782:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672256 00000100:00100000:3.0:1734016131.735792:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672256 00010000:00010000:3.0:1734016131.735826:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016131.735850:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3832 00000100:00100000:3.0:1734016131.735856:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338672256:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.735867:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016131.735885:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 128 00010000:00010000:3.0:1734016131.735891:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.735902:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.735924:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea224c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2494464->2502655) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf289 expref: 10 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016131.735959:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.735961:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016131.735966:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.735972:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016131.735999:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.736012:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340940032:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016131.736067:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.738640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.738688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.738887:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340940032:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016131.738907:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016131.738951:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338672256:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3093us (3289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.738960:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3832 00000100:00100000:2.0:1734016131.739036:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672512 00000100:00100000:2.0:1734016131.739042:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672512 00002000:00010000:2.0:1734016131.739064:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3826828->18446744073709551615) 00002000:00100000:2.0:1734016131.739067:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338672512 ext(3826828->18446744073709551615) 00002000:00010000:2.0:1734016131.739076:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7df80. 00000100:00100000:2.0:1734016131.739088:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672384 00000100:00100000:2.0:1734016131.739090:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672384 00002000:00010000:2.0:1734016131.739097:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016131.739100:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ce00 with x1818247338672384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016131.739105:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ce00. 00000100:00100000:2.0:1734016131.739114:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9609 00000100:00100000:2.0:1734016131.739119:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338672512:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016131.739295:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3114532 -> 3826828 00002000:00010000:2.0:1734016131.739298:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.739300:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.739302:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016131.739304:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 128 00000100:00100000:2.0:1734016131.739324:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338672512:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 204us (694us total) trans 4294968285 rc 0/0 00000100:00100000:2.0:1734016131.739330:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9609 00002000:00010000:2.0:1734016131.739332:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3826828->18446744073709551615) 00002000:00100000:2.0:1734016131.739334:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338672512 ext(3826828->18446744073709551615) 00002000:00010000:2.0:1734016131.739338:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7df80. 00000100:00100000:2.0:1734016131.739348:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9610 00000100:00100000:2.0:1734016131.739351:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338672384:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016131.739406:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016131.739409:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016131.739410:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016130 -> 1734016130 00002000:00010000:2.0:1734016131.739412:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016130 -> 1734016131 00002000:00010000:2.0:1734016131.739413:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:2.0:1734016131.739430:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338672384:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 77us (742us total) trans 4294969911 rc 0/0 00000100:00100000:2.0:1734016131.739436:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9610 00002000:00010000:2.0:1734016131.739438:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016131.739440:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ce00 with x1818247338672384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016131.739444:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ce00. 00000100:00100000:0.0:1734016131.743365:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.743507:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672640 00000100:00100000:2.0:1734016131.743514:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672640 00000100:00100000:2.0:1734016131.743558:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2660 00000100:00100000:2.0:1734016131.743565:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338672640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.743587:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.743601:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea224e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf29e expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.743664:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.743675:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.743683:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016131.743709:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8021132 00000004:00200000:2.0:1734016131.743713:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016131.743725:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016131.743743:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea224e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf29e expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.743767:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf29e expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016131.743774:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016131.743776:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016131.743779:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016131.743815:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338672640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 251us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016131.743820:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2660 00000100:00100000:0.0:1734016131.760627:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.760986:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338672896 00000100:00100000:3.0:1734016131.760995:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338672896 00002000:00100000:3.0:1734016131.761040:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ea00 x1818247338672896/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.761051:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ea00 with x1818247338672896 ext(0->4194303) 00002000:00010000:3.0:1734016131.761056:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ea00 00000100:00100000:3.0:1734016131.761091:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9611 00000100:00100000:3.0:1734016131.761100:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338672896:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.818890:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338672896:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 57781us (58260us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016131.818902:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9611 00002000:00100000:3.0:1734016131.818912:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ea00 x1818247338672896/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.818921:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ea00 with x1818247338672896 ext(0->4194303) 00002000:00010000:3.0:1734016131.818926:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ea00 00000100:00100000:0.0:1734016131.832489:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.832540:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.833640:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673152 00000100:00100000:3.0:1734016131.833648:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673152 00002000:00100000:3.0:1734016131.833685:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3829759) req@ffff88007aa7f800 x1818247338673152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/0 e 0 to 0 dl 1734016142 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.833693:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f800 with x1818247338673152 ext(0->3829759) 00002000:00010000:3.0:1734016131.833697:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f800 00000100:00100000:3.0:1734016131.833729:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9612 00000100:00100000:3.0:1734016131.833736:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338673152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016131.842393:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673280 00000100:00100000:1.0:1734016131.842406:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673280 00000100:00100000:1.0:1734016131.842469:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2661 00000100:00100000:1.0:1734016131.842476:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338673280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.842493:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.842510:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea224f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2a5 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.842586:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016131.842598:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016131.842607:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016131.842628:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8021132 00000004:00200000:1.0:1734016131.842631:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016131.842643:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016131.842662:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea224f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.842714:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.842722:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016131.842725:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016131.842729:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016131.842779:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338673280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 303us (10238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016131.842786:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2661 00000100:00100000:0.0:1734016131.864465:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.864631:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.865996:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673408 00000100:00100000:1.0:1734016131.866005:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673408 00000100:00100000:1.0:1734016131.866036:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673536 00000100:00100000:1.0:1734016131.866039:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673536 00000100:00100000:1.0:1734016131.866062:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13805 00000100:00100000:1.0:1734016131.866067:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338673408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.866083:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.866098:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22501 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2ac expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.866141:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340940160:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.866186:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.866202:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13806 00000100:00100000:1.0:1734016131.866206:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338673536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.866213:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.866221:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22508 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2b3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.866243:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340940288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.866260:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.877955:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340940288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.877993:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22508 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2b3 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.878007:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22508 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2b3 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.878022:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:2.0:1734016131.878077:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338673536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11869us (13445us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.878087:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13806 00000100:00100000:3.0:1734016131.878411:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338673152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 44674us (45930us total) trans 0 rc 3829760/3829760 00000100:00100000:3.0:1734016131.878419:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9612 00002000:00100000:3.0:1734016131.878427:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->3829759) req@ffff88007aa7f800 x1818247338673152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:92/0 lens 488/440 e 0 to 0 dl 1734016142 ref 1 fl Complete:/200/0 rc 3829760/3829760 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016131.878436:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f800 with x1818247338673152 ext(0->3829759) 00002000:00010000:3.0:1734016131.878441:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f800 00002000:00010000:1.0:1734016131.878687:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:1.0:1734016131.878710:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340940160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.878726:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22501 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2ac expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.878739:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22501 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2ac expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.880778:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016131.880858:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338673408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 14782us (16393us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.880868:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13805 00000100:00100000:0.0:1734016131.887088:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.887144:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.887206:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673792 00000100:00100000:2.0:1734016131.887213:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673792 00000100:00100000:2.0:1734016131.887246:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673664 00000100:00100000:2.0:1734016131.887247:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673664 00000100:00100000:2.0:1734016131.887260:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13807 00000100:00100000:2.0:1734016131.887266:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338673792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.887296:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.887311:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2250f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2c1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.887352:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340940416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.887397:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.887522:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13808 00000100:00100000:3.0:1734016131.887528:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338673664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.887536:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.887545:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2ba expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.887570:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340940544:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.887593:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.888946:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340940416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.888971:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2250f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2c1 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.888981:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2250f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2c1 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.888992:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016131.889690:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338673792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2421us (2608us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.889706:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13807 00000100:00100000:3.0:1734016131.894637:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340940544:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.894672:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22516 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2ba expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.894684:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2ba expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.894722:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016131.894769:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338673664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7239us (7624us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.894776:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13808 00000100:00100000:0.0:1734016131.897430:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.897473:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.897547:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338673920 00000100:00100000:2.0:1734016131.897554:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338673920 00000100:00100000:2.0:1734016131.897594:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674048 00000100:00100000:2.0:1734016131.897597:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674048 00000100:00100000:2.0:1734016131.897611:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13809 00000100:00100000:2.0:1734016131.897618:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338673920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.897631:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.897647:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2251d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2c8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.897693:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340940672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.897761:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.897905:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13810 00000100:00100000:1.0:1734016131.897910:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.897917:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.897927:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22524 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2cf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.897950:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340940800:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.897974:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.900573:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340940800:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.900608:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22524 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2cf expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.900622:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22524 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2cf expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016131.901000:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340940672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.901023:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2251d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2c8 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.901032:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2251d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2c8 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.901045:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016131.901101:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338673920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3481us (3678us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.901109:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13809 00010000:00010000:1.0:1734016131.901231:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016131.901256:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3345us (3783us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.901261:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13810 00000100:00100000:0.0:1734016131.907595:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.907642:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.907980:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674176 00000100:00100000:1.0:1734016131.907989:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674176 00000100:00100000:1.0:1734016131.908025:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674304 00000100:00100000:1.0:1734016131.908027:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674304 00000100:00100000:1.0:1734016131.908218:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13811 00000100:00100000:1.0:1734016131.908225:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.908241:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.908256:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2252b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2d6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.908330:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340940928:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.908390:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.909645:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13812 00000100:00100000:2.0:1734016131.909653:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.909665:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.909676:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22532 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2dd expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.909715:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340941056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.909741:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.912506:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340940928:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.912536:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2252b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2d6 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.912549:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea2252b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2d6 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016131.912662:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340941056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.912683:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22532 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2dd expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.913384:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22532 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2dd expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.913429:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00010000:00010000:1.0:1734016131.913548:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:2.0:1734016131.913677:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4023us (6033us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.913686:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13812 00000100:00100000:1.0:1734016131.913762:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5538us (6175us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.913767:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13811 00000100:00100000:0.0:1734016131.925590:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.925632:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.928058:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674432 00000100:00100000:1.0:1734016131.928072:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674432 00000100:00100000:1.0:1734016131.928146:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674560 00000100:00100000:1.0:1734016131.928150:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674560 00000100:00100000:1.0:1734016131.928177:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13813 00000100:00100000:1.0:1734016131.928184:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.928201:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.928217:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22539 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2e4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.928318:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340941184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.928405:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.928607:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13814 00000100:00100000:2.0:1734016131.928614:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.928622:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.928635:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22540 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2eb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.928668:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340941312:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.928712:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.932431:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340941312:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.932470:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22540 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2eb expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.932484:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22540 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2eb expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.932502:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016131.932544:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3929us (6910us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.932552:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13814 00000100:00100000:1.0:1734016131.932777:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340941184:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.932795:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22539 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2e4 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.932806:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea22539 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2e4 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.932830:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016131.932856:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4672us (7279us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.932862:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13813 00000100:00100000:0.0:1734016131.941997:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.942049:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.942128:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674816 00000100:00100000:1.0:1734016131.942138:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674816 00000100:00100000:1.0:1734016131.942173:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674688 00000100:00100000:1.0:1734016131.942174:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674688 00000100:00100000:1.0:1734016131.942615:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13815 00000100:00100000:1.0:1734016131.942622:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.942641:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.942659:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22547 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2f9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.942719:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340941440:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.942780:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.942953:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13816 00000100:00100000:2.0:1734016131.942959:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.942968:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.942979:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2254e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf2f2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.943009:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340941568:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.943041:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.945130:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340941440:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.945159:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22547 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2f9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.945170:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22547 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2f9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016131.945265:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340941568:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.945310:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2254e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2f2 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.945318:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2254e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2f2 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.945332:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016131.945371:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2411us (3321us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.945379:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13816 00010000:00010000:1.0:1734016131.945677:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016131.945709:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338674816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3088us (3726us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.945715:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13815 00000100:00100000:0.0:1734016131.948216:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.948267:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.948547:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338674944 00000100:00100000:1.0:1734016131.948555:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338674944 00000100:00100000:1.0:1734016131.948760:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675072 00000100:00100000:1.0:1734016131.948763:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675072 00000100:00100000:2.0:1734016131.948890:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13817 00000100:00100000:2.0:1734016131.948898:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.948919:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.948936:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22555 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf300 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.948993:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340941696:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.949429:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.949968:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13818 00000100:00100000:1.0:1734016131.949976:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.949985:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.949996:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2255c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf307 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.950024:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340941824:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.950052:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.952585:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340941696:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.952618:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22555 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf300 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.952631:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22555 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf300 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.952664:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016131.952723:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338674944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3823us (4513us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.952730:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13817 00000100:00100000:1.0:1734016131.953055:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340941824:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.953072:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2255c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf307 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.953080:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2255c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf307 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.953096:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016131.953117:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3141us (4849us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.953122:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13818 00000100:00100000:0.0:1734016131.955771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.955804:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.955854:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675200 00000100:00100000:1.0:1734016131.955862:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675200 00000100:00100000:1.0:1734016131.955889:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675328 00000100:00100000:1.0:1734016131.955891:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675328 00000100:00100000:1.0:1734016131.955909:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13819 00000100:00100000:1.0:1734016131.955915:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338675200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.955928:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.955940:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22563 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf30e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.955981:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340941952:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.956027:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.956076:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13820 00000100:00100000:3.0:1734016131.956081:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338675328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.956089:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.956100:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea2256a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf315 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.956123:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340942080:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.956144:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.958098:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340942080:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.958128:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea2256a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf315 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.958141:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea2256a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf315 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.958157:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016131.958197:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338675328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2114us (2390us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.958205:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13820 00000100:00100000:1.0:1734016131.958331:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340941952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.958352:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22563 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf30e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.958360:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22563 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf30e expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.958369:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016131.958389:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338675200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2473us (2625us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.958394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13819 00000100:00100000:0.0:1734016131.961664:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.961726:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.961841:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675456 00000100:00100000:3.0:1734016131.961852:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675456 00000100:00100000:3.0:1734016131.961884:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675584 00000100:00100000:3.0:1734016131.961886:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675584 00000100:00100000:3.0:1734016131.961900:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13821 00000100:00100000:3.0:1734016131.961907:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.961922:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.961940:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22571 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf31c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.961992:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.962041:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.962068:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13822 00000100:00100000:3.0:1734016131.962073:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.962080:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.962089:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22578 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf323 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.962111:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340942336:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.962126:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.964319:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942208:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.964353:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22571 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf31c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.964365:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea22571 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf31c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.964376:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:2.0:1734016131.964723:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340942336:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.964745:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22578 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf323 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.964753:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22578 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf323 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.964978:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3069us (3320us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.964986:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13821 00010000:00010000:2.0:1734016131.965250:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:2.0:1734016131.965295:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338675584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3221us (3569us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.965300:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13822 00000100:00100000:0.0:1734016131.969494:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.969593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.969855:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675840 00000100:00100000:2.0:1734016131.969867:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675840 00000100:00100000:2.0:1734016131.969913:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675712 00000100:00100000:2.0:1734016131.969915:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675712 00000100:00100000:2.0:1734016131.970076:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13823 00000100:00100000:2.0:1734016131.970083:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338675840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016131.970099:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016131.970116:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2257f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf331 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016131.970162:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340942464:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.970377:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13824 00000100:00100000:3.0:1734016131.970383:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338675712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.970390:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.970401:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22586 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf32a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.970430:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016131.970640:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.970730:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016131.972616:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340942464:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016131.972650:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2257f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf331 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.972668:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2257f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf331 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016131.972692:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016131.972745:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338675840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2661us (3267us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016131.972753:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13823 00000100:00100000:3.0:1734016131.973223:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942592:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.973241:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22586 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf32a expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.973250:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22586 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf32a expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.973295:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016131.973326:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338675712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2942us (3733us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.973331:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13824 00000100:00100000:2.0:1734016131.977178:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.977571:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.977860:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338675968 00000100:00100000:3.0:1734016131.977869:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338675968 00000100:00100000:3.0:1734016131.977915:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676096 00000100:00100000:3.0:1734016131.977918:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676096 00000100:00100000:3.0:1734016131.977939:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13825 00000100:00100000:3.0:1734016131.977945:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338675968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.977963:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.977980:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2258d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf338 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.978031:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942720:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.978090:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.978141:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13826 00000100:00100000:1.0:1734016131.978146:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338676096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.978153:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.978161:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22594 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf33f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.978182:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340942848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.978200:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.980343:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340942848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.980382:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22594 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf33f expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.980394:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22594 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf33f expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.980411:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016131.980464:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338676096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2317us (2894us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.980472:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13826 00000100:00100000:3.0:1734016131.980629:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340942720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.980652:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2258d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf338 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.980666:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea2258d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf338 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.980679:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016131.980715:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338675968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2770us (3549us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.980721:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13825 00000100:00100000:0.0:1734016131.985588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016131.985638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.985733:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676352 00000100:00100000:1.0:1734016131.985741:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676352 00000100:00100000:1.0:1734016131.985771:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676224 00000100:00100000:1.0:1734016131.985773:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676224 00000100:00100000:1.0:1734016131.985791:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13827 00000100:00100000:1.0:1734016131.985797:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.985813:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.985829:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2259b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf34d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016131.985876:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340942976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016131.985930:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.986063:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13828 00000100:00100000:3.0:1734016131.986068:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.986076:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.986085:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea225a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf346 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.986109:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340943104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.986146:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016131.987874:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340942976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.987903:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2259b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf34d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.987916:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2259b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf34d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.988469:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016131.988527:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2728us (2946us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.988535:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13827 00000100:00100000:3.0:1734016131.989402:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340943104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.989429:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea225a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf346 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.989440:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea225a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf346 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.989452:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016131.989827:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3755us (4186us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.989834:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13828 00000100:00100000:2.0:1734016131.992216:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016131.992487:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016131.992748:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676608 00000100:00100000:3.0:1734016131.992755:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676608 00000100:00100000:3.0:1734016131.992787:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676480 00000100:00100000:3.0:1734016131.992789:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676480 00000100:00100000:3.0:1734016131.992803:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13829 00000100:00100000:3.0:1734016131.992809:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.992822:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016131.992838:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea225a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf35b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016131.992885:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340943232:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016131.992941:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016131.992989:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13830 00000100:00100000:0.0:1734016131.992994:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016131.993002:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016131.993010:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea225b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf354 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016131.993034:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943360:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016131.993053:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016131.994856:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340943232:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016131.994883:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea225a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf35b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.994893:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea225a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf35b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.994903:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016131.994949:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2139us (2739us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016131.994957:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13829 00000100:00100000:1.0:1734016131.995229:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943360:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016131.995247:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea225b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf354 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.995254:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea225b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf354 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016131.995293:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016131.995313:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338676480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2317us (2826us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016131.995318:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13830 00000100:00100000:0.0:1734016131.997813:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016131.998605:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676736 00000100:00100000:1.0:1734016131.998615:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676736 00000100:00100000:1.0:1734016131.998717:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13831 00000100:00100000:1.0:1734016131.998726:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338676736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016131.998744:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016131.998765:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf362 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.998790:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.998798:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.998800:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016131.998804:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [442368->446463] (req 442368->446463) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.998837:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016131.998849:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016131.998859:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340943488:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016131.999673:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.006071:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340943488:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016132.006102:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [442368->446463] (req 442368->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.006118:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016132.006159:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338676736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7434us (8351us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.006168:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13831 00000100:00100000:0.0:1734016132.006384:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.006579:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338676864 00000100:00100000:3.0:1734016132.006584:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338676864 00010000:00010000:3.0:1734016132.006606:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 9 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.006627:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3833 00000100:00100000:3.0:1734016132.006632:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338676864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.006644:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.006660:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 9 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.006669:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 9 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.006687:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea224de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf297 expref: 9 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.006721:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.006724:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.006729:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.006736:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.006764:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.006781:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340943616:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.006813:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.008592:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340943616:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016132.008607:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.008639:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338676864:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2006us (2256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.008647:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3833 00000100:00100000:0.0:1734016132.025199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.030915:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677120 00000100:00100000:3.0:1734016132.030929:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677120 00002000:00100000:3.0:1734016132.031001:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (442368->3829759) req@ffff880130886d80 x1818247338677120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:93/0 lens 504/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.031012:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886d80 with x1818247338677120 ext(442368->3829759) 00002000:00010000:3.0:1734016132.031017:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886d80 00000100:00100000:3.0:1734016132.031044:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9613 00000100:00100000:3.0:1734016132.031051:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338677120:12345-192.168.201.60@tcp:3:fsx.0 00000100:00080000:2.0:1734016132.031946:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016102 00000100:00100000:3.0:1734016132.042032:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338677120:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 10970us (16829us total) trans 0 rc 716800/716800 00000100:00100000:3.0:1734016132.042043:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9613 00002000:00100000:3.0:1734016132.042055:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (442368->3829759) req@ffff880130886d80 x1818247338677120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:93/0 lens 504/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 716800/716800 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.042065:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886d80 with x1818247338677120 ext(442368->3829759) 00002000:00010000:3.0:1734016132.042069:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886d80 00000100:00100000:0.0:1734016132.048057:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.048238:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677248 00000100:00100000:1.0:1734016132.048246:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677248 00000100:00100000:1.0:1734016132.048687:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13832 00000100:00100000:1.0:1734016132.048694:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338677248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.048720:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.048734:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea225be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf369 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.048782:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943744:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.048960:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.050463:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.050491:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea225be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf369 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.050502:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea225be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf369 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.050515:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016132.050558:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338677248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1864us (2509us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.050565:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13832 00000100:00100000:0.0:1734016132.052566:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.052654:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677376 00000100:00100000:1.0:1734016132.052661:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677376 00000100:00100000:1.0:1734016132.052774:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13833 00000100:00100000:1.0:1734016132.052780:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.052796:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.052810:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea225c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf370 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.052862:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943872:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.053204:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.054924:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340943872:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.054951:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea225c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf370 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.054962:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea225c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf370 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.054972:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016132.055004:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2223us (2444us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.055012:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13833 00000100:00100000:0.0:1734016132.057190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.057305:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677504 00000100:00100000:1.0:1734016132.057312:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677504 00000100:00100000:1.0:1734016132.057870:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13834 00000100:00100000:1.0:1734016132.057876:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.057890:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.057904:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea225cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf377 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.057944:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944000:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.058015:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.059907:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944000:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.059930:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea225cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf377 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.059940:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea225cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf377 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.060098:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016132.060140:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2263us (2954us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.060147:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13834 00000100:00100000:0.0:1734016132.062755:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.062840:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677632 00000100:00100000:1.0:1734016132.062848:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677632 00000100:00100000:1.0:1734016132.062942:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13835 00000100:00100000:1.0:1734016132.062948:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.062964:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.062977:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea225d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf37e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.063027:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944128:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.063089:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.064878:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944128:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.064901:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea225d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf37e expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.064912:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea225d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf37e expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.064922:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016132.064950:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338677632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2001us (2201us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.064960:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13835 00000100:00100000:2.0:1734016132.066924:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.067078:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338677888 00000100:00100000:0.0:1734016132.067087:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338677888 00000100:00100000:0.0:1734016132.067132:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2662 00000100:00100000:0.0:1734016132.067138:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338677888:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016132.067175:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.067194:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea224ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf29e expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.067413:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016132.067418:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016132.067585:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.067596:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.067602:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.067627:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.067638:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 23 pid: 7714 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016132.067649:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340944256:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016132.067691:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.070861:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340944256:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016132.070886:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.071175:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.071314:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678016 00000100:00100000:3.0:1734016132.071321:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678016 00010000:00010000:3.0:1734016132.071355:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.071386:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3834 00000100:00100000:3.0:1734016132.071392:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1969:x1818247338678016:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.071407:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.071414:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.071423:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.071445:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea224fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf2a5 expref: 24 pid: 7714 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.071490:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016132.071494:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016132.071504:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016132.071510:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016132.071530:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.071568:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1969:x1818247338678016:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 176us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.071579:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3834 00010000:00010000:1.0:1734016132.072245:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.072252:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:1.0:1734016132.072354:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969004 00000004:00010000:1.0:1734016132.072392:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a0b1180 reply state ffff880079310000 transno 4294969005 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016132.072399:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016132.072465:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338677888:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5325us (5546us total) trans 4294969005 rc 0/0 00000100:00100000:1.0:1734016132.072471:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2662 00000020:00080000:1.0:1734016132.072476:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016132.077082:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077095:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077101:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077107:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016132.077110:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077116:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077133:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.077135:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016132.077138:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.077141:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225da lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.077442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.077613:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678144 00000100:00100000:2.0:1734016132.077619:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678144 00000100:00100000:2.0:1734016132.077845:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13836 00000100:00100000:2.0:1734016132.077852:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338678144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.077865:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.077877:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf385 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.077899:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.077905:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.077906:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.077909:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.077932:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.077942:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 9 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.077952:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340944384:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016132.078183:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.081919:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340944384:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016132.081951:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.081968:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:2.0:1734016132.082018:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338678144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4166us (4579us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.082026:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13836 00000100:00100000:0.0:1734016132.084435:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.084569:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678272 00000100:00100000:2.0:1734016132.084577:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678272 00010000:00010000:2.0:1734016132.084605:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.084639:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3835 00000100:00100000:2.0:1734016132.084645:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338678272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.084657:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.084675:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.084683:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.084817:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 442368->446463) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf362 expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.084874:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.084876:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.084882:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.084889:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.084919:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.084930:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340944512:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016132.085370:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.088306:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340944512:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016132.088327:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.088362:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338678272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3717us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.088372:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3835 00000100:00100000:0.0:1734016132.089037:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.089111:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.089168:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678400 00000100:00100000:3.0:1734016132.089174:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678400 00002000:00010000:3.0:1734016132.089197:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.089201:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31aa00 with x1818247338678400 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.089208:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31aa00. 00000100:00100000:3.0:1734016132.089220:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678528 00000100:00100000:3.0:1734016132.089222:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678528 00002000:00010000:3.0:1734016132.089229:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2861682->18446744073709551615) 00002000:00100000:3.0:1734016132.089231:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318380 with x1818247338678528 ext(2861682->18446744073709551615) 00002000:00010000:3.0:1734016132.089236:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a318380. 00000100:00100000:3.0:1734016132.089251:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9614 00000100:00100000:3.0:1734016132.089256:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338678400:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.089386:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016132.089389:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.089390:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:3.0:1734016132.089392:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.089393:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:3.0:1734016132.089418:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338678400:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 161us (382us total) trans 4294969912 rc 0/0 00000100:00100000:3.0:1734016132.089423:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9614 00002000:00010000:3.0:1734016132.089425:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.089427:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31aa00 with x1818247338678400 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.089430:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31aa00. 00000100:00100000:3.0:1734016132.089440:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9615 00000100:00100000:3.0:1734016132.089445:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338678528:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.092253:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3826828 -> 2861682 00002000:00010000:3.0:1734016132.092259:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.092261:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.092262:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.092264:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 112 00000100:00100000:3.0:1734016132.092342:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338678528:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2891us (3226us total) trans 4294968286 rc 0/0 00000100:00100000:3.0:1734016132.092352:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9615 00002000:00010000:3.0:1734016132.092356:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2861682->18446744073709551615) 00002000:00100000:3.0:1734016132.092359:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318380 with x1818247338678528 ext(2861682->18446744073709551615) 00002000:00010000:3.0:1734016132.092365:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a318380. 00000100:00100000:0.0:1734016132.094530:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.095125:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678656 00000100:00100000:1.0:1734016132.095132:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678656 00000100:00100000:1.0:1734016132.095206:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2663 00000100:00100000:1.0:1734016132.095214:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338678656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.095232:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.095249:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf38c expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.095338:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.095350:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.095359:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:1.0:1734016132.095378:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7055986 00000004:00200000:1.0:1734016132.095382:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016132.095393:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.095410:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea225e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.095897:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.095905:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016132.095908:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016132.095910:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016132.095956:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338678656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 742us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.095962:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2663 00000100:00100000:0.0:1734016132.098559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.098604:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.098707:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678784 00000100:00100000:2.0:1734016132.098715:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678784 00000100:00100000:2.0:1734016132.098760:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338678912 00000100:00100000:2.0:1734016132.098762:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338678912 00000100:00100000:2.0:1734016132.098779:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13837 00000100:00100000:2.0:1734016132.098786:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338678784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.098802:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.098817:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea225f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf393 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.098863:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.098917:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.099054:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13838 00000100:00100000:3.0:1734016132.099059:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338678912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.099068:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.099079:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea225fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf39a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.099107:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340944768:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.099132:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.101836:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340944768:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.101868:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea225fd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf39a expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.101885:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea225fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf39a expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.101895:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016132.101931:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338678912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2870us (3326us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.101938:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13838 00002000:00010000:0.0:1734016132.102010:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:0.0:1734016132.102021:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944640:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.102039:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea225f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf393 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.102048:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea225f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf393 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.102231:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:0.0:1734016132.102255:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338678784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3469us (3703us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.102261:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13837 00000100:00100000:0.0:1734016132.106593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.106771:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679040 00000100:00100000:2.0:1734016132.106779:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679040 00000100:00100000:2.0:1734016132.106829:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13839 00000100:00100000:2.0:1734016132.106836:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338679040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.106854:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.106869:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22604 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3a1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.106935:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.106995:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.107506:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.108435:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679168 00000100:00100000:3.0:1734016132.108441:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679168 00000100:00100000:3.0:1734016132.108471:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13840 00000100:00100000:3.0:1734016132.108476:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338679168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.108487:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.108501:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2260b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3a8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.108535:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340945024:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.108578:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.110216:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340944896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.110248:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22604 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3a1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.110260:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22604 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3a1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.111210:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016132.111259:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338679040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4422us (4671us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.111292:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13839 00000100:00100000:3.0:1734016132.112000:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340945024:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.112025:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2260b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3a8 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.112036:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2260b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3a8 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.112048:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016132.112082:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338679168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3604us (4576us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.112087:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13840 00000100:00100000:0.0:1734016132.120578:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.120679:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679424 00000100:00100000:1.0:1734016132.120686:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679424 00000100:00100000:1.0:1734016132.120746:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2664 00000100:00100000:1.0:1734016132.120753:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338679424:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016132.120923:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.120937:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.120944:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016132.120973:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.120984:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 23 pid: 6487 timeout: 500 lvb_type: 0 00000100:00100000:1.0:1734016132.121000:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340945152:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016132.121045:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.123302:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340945152:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016132.123324:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.124357:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.124518:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679552 00000100:00100000:2.0:1734016132.124524:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679552 00010000:00010000:2.0:1734016132.124548:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.124584:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3836 00000100:00100000:2.0:1734016132.124590:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1970:x1818247338679552:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.124602:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.124608:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.124617:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.124636:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea225ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf38c expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.124674:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.124678:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.124686:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.124691:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.124721:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.124755:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1970:x1818247338679552:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 163us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.124761:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3836 00010000:00010000:0.0:1734016132.124994:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.125000:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:0.0:1734016132.125069:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969006 00000004:00010000:0.0:1734016132.125105:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a319c00 reply state ffff880079f65000 transno 4294969007 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.125111:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016132.125165:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338679424:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4412us (4596us total) trans 4294969007 rc 0/0 00000100:00100000:0.0:1734016132.125172:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2664 00000020:00080000:0.0:1734016132.125176:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016132.126936:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126946:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126951:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126956:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb79680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016132.126960:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126965:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126975:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.126977:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016132.126980:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.126985:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea22612 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.127167:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.127793:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679680 00000100:00100000:3.0:1734016132.127800:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679680 00002000:00010000:3.0:1734016132.127825:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.127829:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247338679680 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.127837:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31b480. 00000100:00100000:3.0:1734016132.127862:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9616 00000100:00100000:3.0:1734016132.127867:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338679680:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016132.127966:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016132.127968:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.127970:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:3.0:1734016132.127972:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.127973:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:3.0:1734016132.128016:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338679680:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 148us (851us total) trans 4294969913 rc 0/0 00000100:00100000:3.0:1734016132.128022:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9616 00002000:00010000:3.0:1734016132.128024:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016132.128026:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247338679680 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016132.128030:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31b480. 00000100:00100000:0.0:1734016132.128136:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.128212:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679808 00000100:00100000:2.0:1734016132.128216:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679808 00002000:00010000:2.0:1734016132.128227:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1335939->18446744073709551615) 00002000:00100000:2.0:1734016132.128230:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b800 with x1818247338679808 ext(1335939->18446744073709551615) 00002000:00010000:2.0:1734016132.128235:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b800. 00000100:00100000:2.0:1734016132.128246:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9617 00000100:00100000:2.0:1734016132.128250:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338679808:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016132.129301:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2861682 -> 1335939 00002000:00010000:2.0:1734016132.129304:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.129306:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.129308:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.129309:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 72 00000100:00100000:2.0:1734016132.129335:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338679808:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1083us (1199us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1734016132.129339:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9617 00002000:00010000:2.0:1734016132.129342:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1335939->18446744073709551615) 00002000:00100000:2.0:1734016132.129344:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b800 with x1818247338679808 ext(1335939->18446744073709551615) 00002000:00010000:2.0:1734016132.129347:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b800. 00000100:00100000:0.0:1734016132.131690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.131772:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338679936 00000100:00100000:2.0:1734016132.131778:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338679936 00000100:00100000:2.0:1734016132.131811:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2665 00000100:00100000:2.0:1734016132.131818:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338679936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.131836:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.131850:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22619 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3af expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.131916:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.131927:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.131935:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016132.131959:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5530243 00000004:00200000:2.0:1734016132.131963:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.131975:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.131993:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22619 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3af expref: 29 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.132006:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3af expref: 28 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.132013:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.132015:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.132018:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016132.133984:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338679936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2159us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.133993:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2665 00000100:00100000:0.0:1734016132.137776:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.138036:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680064 00000100:00100000:2.0:1734016132.138043:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680064 00000100:00100000:2.0:1734016132.138081:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2666 00000100:00100000:2.0:1734016132.138086:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338680064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.138103:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.138119:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22627 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3b6 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.138184:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.138194:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.138202:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016132.138221:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5530243 00000004:00200000:2.0:1734016132.138223:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.138234:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.138249:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.138297:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.138303:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.138306:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.138308:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016132.138342:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338680064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 255us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.138347:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2666 00000100:00100000:0.0:1734016132.141677:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.141730:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.141828:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680320 00000100:00100000:2.0:1734016132.141836:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680320 00000100:00100000:2.0:1734016132.141874:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680192 00000100:00100000:2.0:1734016132.141876:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680192 00000100:00100000:2.0:1734016132.141891:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13841 00000100:00100000:2.0:1734016132.141898:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338680320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.141914:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.141929:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22635 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3c4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.141977:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340945280:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.142022:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.142070:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13842 00000100:00100000:3.0:1734016132.142075:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338680192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.142083:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.142092:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2263c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3bd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.142115:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945408:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.142134:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.144482:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340945280:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.144519:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22635 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3c4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.144530:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22635 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3c4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.144554:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016132.144604:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338680320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2705us (2934us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.144613:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13841 00002000:00010000:3.0:1734016132.145721:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00000100:00100000:3.0:1734016132.145733:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945408:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.145750:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2263c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3bd expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.145758:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2263c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3bd expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.145778:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016132.145803:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338680192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3727us (4072us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.145807:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13842 00000100:00100000:0.0:1734016132.148525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.148613:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680448 00000100:00100000:3.0:1734016132.148622:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680448 00000100:00100000:3.0:1734016132.148710:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13843 00000100:00100000:3.0:1734016132.148717:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338680448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.148733:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.148750:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3cb expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.148779:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.148786:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.148788:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.148791:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4153344->4161535] (req 4153344->4161535) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.148821:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.148832:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 10 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.148842:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340945536:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016132.148899:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.151184:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.151314:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340945536:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016132.151342:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4153344->4161535] (req 4153344->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.151356:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016132.151407:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338680448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2690us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.151415:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13843 00000100:00100000:2.0:1734016132.151498:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680576 00000100:00100000:2.0:1734016132.151505:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680576 00010000:00010000:2.0:1734016132.151531:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 11 pid: 7694 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.151560:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3837 00000100:00100000:2.0:1734016132.151566:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338680576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.151577:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.151598:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 11 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.151612:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 11 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.151631:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a400/0x857af32d4ea225e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf385 expref: 11 pid: 7694 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.151644:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.151646:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.151652:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.151660:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.151689:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.151712:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340945664:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016132.151741:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.155096:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.155201:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340945664:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016132.155223:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.155266:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338680576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3698us (4090us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.155302:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3837 00000100:00100000:3.0:1734016132.155381:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680704 00000100:00100000:3.0:1734016132.155388:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680704 00000100:00100000:3.0:1734016132.155430:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13844 00000100:00100000:3.0:1734016132.155437:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338680704:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.155676:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1335939 -> 4157803 00002000:00010000:3.0:1734016132.155680:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016132.155683:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.155685:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016132.155687:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 72 -> 80 00000100:00100000:3.0:1734016132.156668:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338680704:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1229us (1580us total) trans 4294968288 rc 0/0 00000100:00100000:3.0:1734016132.156675:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13844 00000100:00100000:0.0:1734016132.158653:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.158909:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680832 00000100:00100000:3.0:1734016132.158916:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680832 00000100:00100000:3.0:1734016132.158955:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13845 00000100:00100000:3.0:1734016132.158961:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338680832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.158976:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.158990:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2264a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3d2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.159034:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945792:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.159085:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.161548:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.161585:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2264a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3d2 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.161597:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2264a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3d2 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.161630:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016132.162356:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338680832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3392us (3705us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.162365:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13845 00000100:00100000:0.0:1734016132.165791:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.165903:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338680960 00000100:00100000:3.0:1734016132.165911:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338680960 00000100:00100000:3.0:1734016132.166033:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13846 00000100:00100000:3.0:1734016132.166040:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338680960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.166054:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.166068:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22651 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3d9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.166112:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945920:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.166163:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.167634:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340945920:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.167660:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22651 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3d9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.167670:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22651 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3d9 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.168208:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016132.168255:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338680960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2214us (2470us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.168265:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13846 00000100:00100000:0.0:1734016132.172427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.172501:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681216 00000100:00100000:2.0:1734016132.172509:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681216 00000100:00100000:2.0:1734016132.172592:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2667 00000100:00100000:2.0:1734016132.172599:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338681216:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.172640:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.172664:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22620 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3af expref: 28 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.173120:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.173124:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.173240:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.173252:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.173258:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.173317:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.173328:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 23 pid: 6487 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.173340:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340946048:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016132.173392:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.177122:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340946048:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016132.177150:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016132.177201:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.177410:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681344 00000100:00100000:2.0:1734016132.177416:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681344 00010000:00010000:2.0:1734016132.177442:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00000100:00100000:2.0:1734016132.177821:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3838 00000100:00100000:2.0:1734016132.177828:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1969:x1818247338681344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.177841:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.177846:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.177856:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.177873:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea2262e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3b6 expref: 24 pid: 6487 timeout: 500 lvb_type: 0 00010000:00010000:2.0:1734016132.177886:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.177890:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.177898:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.177903:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.177933:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.177980:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1969:x1818247338681344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 152us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.177988:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3838 00010000:00010000:0.0:1734016132.178134:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016132.178141:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016132.178211:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969008 00000004:00010000:0.0:1734016132.178246:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a969c00 reply state ffff880078d45000 transno 4294969009 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016132.178252:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016132.178332:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338681216:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5733us (5914us total) trans 4294969009 rc 0/0 00000100:00100000:0.0:1734016132.178338:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2667 00000020:00080000:0.0:1734016132.178341:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016132.181415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016132.181975:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.181984:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.181989:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.181995:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4a400 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016132.181998:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.182004:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.182020:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.182022:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016132.182025:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016132.182030:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22658 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016132.182249:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681472 00000100:00100000:3.0:1734016132.182259:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681472 00000100:00100000:3.0:1734016132.182990:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13847 00000100:00100000:3.0:1734016132.182998:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338681472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.183015:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.183030:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3e0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.183055:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.183061:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.183063:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.183066:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.183093:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.183105:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 10 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.183117:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946176:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016132.183399:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.186083:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946176:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016132.186110:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.186124:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016132.186163:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338681472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3164us (4755us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.186170:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13847 00000100:00100000:0.0:1734016132.187054:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.187581:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681600 00000100:00100000:3.0:1734016132.187588:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681600 00010000:00010000:3.0:1734016132.187610:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 11 pid: 7693 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.188014:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3839 00000100:00100000:3.0:1734016132.188020:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338681600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.188032:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.188050:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 11 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.188060:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 11 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.188078:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22643 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4153344->4161535) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3cb expref: 11 pid: 7693 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.188104:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.188106:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.188110:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.188119:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.188147:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.188159:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340946304:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.189204:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.193116:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.193873:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340946304:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016132.193894:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.193928:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338681600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5908us (6875us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.193937:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3839 00000100:00100000:3.0:1734016132.194002:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.194025:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681856 00000100:00100000:1.0:1734016132.194030:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681856 00002000:00010000:1.0:1734016132.194056:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016132.194060:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b800 with x1818247338681856 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016132.194069:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96b800. 00000100:00100000:1.0:1734016132.194096:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9618 00000100:00100000:1.0:1734016132.194102:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338681856:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.194252:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4157803 -> 4194304 00002000:00010000:1.0:1734016132.194254:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016132.194256:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.194258:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016132.194260:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1734016132.194312:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338681856:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 210us (1206us total) trans 4294968289 rc 0/0 00000100:00100000:1.0:1734016132.194318:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9618 00002000:00010000:1.0:1734016132.194321:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016132.194324:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b800 with x1818247338681856 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016132.194327:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96b800. 00000100:00100000:2.0:1734016132.194798:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338681728 00000100:00100000:2.0:1734016132.194802:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338681728 00002000:00010000:2.0:1734016132.194817:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5483991->18446744073709551615) 00002000:00100000:2.0:1734016132.194820:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9c00 with x1818247338681728 ext(5483991->18446744073709551615) 00002000:00010000:2.0:1734016132.194828:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9c00. 00000100:00100000:2.0:1734016132.194839:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9619 00000100:00100000:2.0:1734016132.194844:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338681728:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016132.194964:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5483991 00002000:00010000:2.0:1734016132.194967:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.194968:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016130 00002000:00010000:2.0:1734016132.194970:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.194972:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:2.0:1734016132.195168:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338681728:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 320us (1163us total) trans 4294969914 rc 0/0 00000100:00100000:2.0:1734016132.195175:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9619 00002000:00010000:2.0:1734016132.195177:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5483991->18446744073709551615) 00002000:00100000:2.0:1734016132.195179:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9c00 with x1818247338681728 ext(5483991->18446744073709551615) 00002000:00010000:2.0:1734016132.195183:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9c00. 00000100:00100000:0.0:1734016132.199349:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.199425:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682112 00000100:00100000:1.0:1734016132.199433:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682112 00002000:00100000:1.0:1734016132.199467:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5476352->5480447) req@ffff88007a96a680 x1818247338682112/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.199476:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338682112 ext(5476352->5480447) 00002000:00010000:1.0:1734016132.199480:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:1.0:1734016132.200252:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9620 00000100:00100000:1.0:1734016132.200258:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338682112:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.200529:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338682112:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 269us (1186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.200536:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9620 00002000:00100000:1.0:1734016132.200542:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5476352->5480447) req@ffff88007a96a680 x1818247338682112/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.200549:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338682112 ext(5476352->5480447) 00002000:00010000:1.0:1734016132.200552:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:0.0:1734016132.213836:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.214044:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682368 00000100:00100000:1.0:1734016132.214051:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682368 00002000:00100000:1.0:1734016132.214087:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5480448->5484543) req@ffff88007a968e00 x1818247338682368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.214097:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968e00 with x1818247338682368 ext(5480448->5484543) 00002000:00010000:1.0:1734016132.214101:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968e00 00000100:00100000:1.0:1734016132.214129:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9621 00000100:00100000:1.0:1734016132.214135:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338682368:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016132.214267:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338682368:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 131us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016132.214296:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9621 00002000:00100000:1.0:1734016132.214301:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5480448->5484543) req@ffff88007a968e00 x1818247338682368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.214307:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968e00 with x1818247338682368 ext(5480448->5484543) 00002000:00010000:1.0:1734016132.214310:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968e00 00000100:00100000:0.0:1734016132.220988:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.222439:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682624 00000100:00100000:2.0:1734016132.222448:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682624 00002000:00100000:2.0:1734016132.222489:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007a96a300 x1818247338682624/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.222499:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a300 with x1818247338682624 ext(0->4194303) 00002000:00010000:2.0:1734016132.222504:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96a300 00000100:00100000:1.0:1734016132.222595:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.223688:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682752 00000100:00100000:2.0:1734016132.223702:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682752 00002000:00100000:2.0:1734016132.223737:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (565248->5483990) req@ffff88007a02b480 x1818247338682752/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 520/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.223745:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338682752 ext(565248->5483990) 00002000:00010000:2.0:1734016132.223748:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02b480 00000100:00100000:2.0:1734016132.223767:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9622 00000100:00100000:2.0:1734016132.223773:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338682624:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.229661:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9623 00000100:00100000:3.0:1734016132.229673:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338682752:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.247747:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338682752:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 18068us (25144us total) trans 4294969915 rc 0/0 00000100:00100000:3.0:1734016132.247760:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9623 00002000:00100000:3.0:1734016132.247771:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (565248->5483990) req@ffff88007a02b480 x1818247338682752/t4294969915(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 520/456 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.247779:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b480 with x1818247338682752 ext(565248->5483990) 00002000:00010000:3.0:1734016132.247784:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02b480 00000100:00100000:0.0:1734016132.256364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.256456:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338682880 00000100:00100000:2.0:1734016132.256465:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338682880 00000100:00100000:2.0:1734016132.256502:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2668 00000100:00100000:2.0:1734016132.256509:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338682880:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016132.256628:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338682880:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 118us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.256635:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2668 00000100:00100000:0.0:1734016132.279563:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.279855:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338682624:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 56077us (58872us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016132.279867:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9622 00002000:00100000:2.0:1734016132.279878:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff88007a96a300 x1818247338682624/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.279888:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a300 with x1818247338682624 ext(0->4194303) 00002000:00010000:2.0:1734016132.279893:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96a300 00000100:00100000:3.0:1734016132.280259:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683008 00000100:00100000:3.0:1734016132.280265:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683008 00000100:00100000:3.0:1734016132.280602:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13848 00000100:00100000:3.0:1734016132.280608:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338683008:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016132.283424:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969915 is committed 00000001:00080000:0.0:1734016132.283446:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969910 is committed 00000100:00100000:3.0:1734016132.284189:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338683008:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3575us (4629us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.284201:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13848 00000100:00100000:0.0:1734016132.287776:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.287912:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683136 00000100:00100000:2.0:1734016132.287920:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683136 00000100:00100000:2.0:1734016132.288521:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2669 00000100:00100000:2.0:1734016132.288528:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338683136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.288544:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.288560:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22666 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3e7 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.288630:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.288641:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.288650:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016132.288670:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9678295 00000004:00200000:2.0:1734016132.288674:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.288686:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.288717:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22666 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.288741:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.288747:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.288750:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.288752:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016132.288806:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338683136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 277us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.288811:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2669 00000100:00100000:0.0:1734016132.291263:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.291334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.291427:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683392 00000100:00100000:2.0:1734016132.291434:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683392 00000100:00100000:2.0:1734016132.291464:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683264 00000100:00100000:2.0:1734016132.291466:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683264 00000100:00100000:2.0:1734016132.291481:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13849 00000100:00100000:2.0:1734016132.291487:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338683392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.291501:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.291515:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22674 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3f5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.291560:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340946432:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.291606:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.291742:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13850 00000100:00100000:3.0:1734016132.291747:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338683264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.291755:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.291765:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea2267b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3ee expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.291790:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340946560:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.291816:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.293883:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340946432:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.293915:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22674 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3f5 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.293932:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22674 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3f5 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.294099:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00002000:00010000:3.0:1734016132.294213:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016130 -> 1734016131 00002000:00010000:3.0:1734016132.294216:0:7693:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 896 -> 936 00000100:00100000:3.0:1734016132.294226:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340946560:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.294242:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea2267b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3ee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.294250:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea2267b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3ee expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016132.294321:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338683392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2832us (3062us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.294328:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13849 00010000:00010000:3.0:1734016132.294743:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016132.294801:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338683264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3052us (3465us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.294806:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13850 00000100:00100000:2.0:1734016132.298675:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.298729:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.298796:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683520 00000100:00100000:0.0:1734016132.298805:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683520 00000100:00100000:0.0:1734016132.299351:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683648 00000100:00100000:0.0:1734016132.299354:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683648 00000100:00100000:0.0:1734016132.299980:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13851 00000100:00100000:0.0:1734016132.299987:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338683520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.300001:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.300015:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22682 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf3fc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.300059:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340946688:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.300112:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.301523:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13852 00000100:00100000:3.0:1734016132.301531:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338683648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.301545:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.301557:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22689 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf403 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.301591:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946816:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.301633:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.303887:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340946688:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.303918:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22682 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.303929:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22682 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.304030:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:3.0:1734016132.304122:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946816:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.304139:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22689 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf403 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.304146:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22689 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf403 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.304153:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016132.304217:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338683520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4228us (5549us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.304224:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13851 00000100:00100000:3.0:1734016132.304445:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338683648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2913us (5714us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.304450:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13852 00000100:00100000:0.0:1734016132.308647:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.308774:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683776 00000100:00100000:3.0:1734016132.308782:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683776 00000100:00100000:3.0:1734016132.308818:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13853 00000100:00100000:3.0:1734016132.308825:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338683776:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016132.308980:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5483991 -> 5483991 00002000:00010000:3.0:1734016132.308983:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.308985:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.308987:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:3.0:1734016132.308989:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:3.0:1734016132.309709:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338683776:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 883us (1070us total) trans 4294969916 rc 0/0 00000100:00100000:3.0:1734016132.309717:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13853 00000100:00100000:0.0:1734016132.311963:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.312104:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338683904 00000100:00100000:3.0:1734016132.312117:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338683904 00000100:00100000:3.0:1734016132.312182:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2670 00000100:00100000:3.0:1734016132.312192:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338683904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.312219:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.312242:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22690 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf40a expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.312390:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016132.312405:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016132.312417:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016132.312445:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9678295 00000004:00200000:3.0:1734016132.312450:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016132.312466:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016132.312497:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22690 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf40a expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.312511:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf40a expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.312518:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016132.312521:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016132.312523:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016132.312566:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338683904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 376us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.312571:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2670 00000100:00100000:2.0:1734016132.316140:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.316192:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.316440:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684160 00000100:00100000:3.0:1734016132.316448:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684160 00000100:00100000:3.0:1734016132.316492:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684032 00000100:00100000:3.0:1734016132.316495:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684032 00000100:00100000:3.0:1734016132.316523:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13854 00000100:00100000:3.0:1734016132.316529:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338684160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.316545:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.316561:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2269e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf418 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.316607:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.316703:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13855 00000100:00100000:1.0:1734016132.316709:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338684032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.316716:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.316730:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea226a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf411 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.316753:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340947072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.317093:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.317818:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.321195:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340946944:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.321228:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2269e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf418 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.321241:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2269e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf418 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016132.321373:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340947072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.321391:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea226a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf411 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.321400:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea226a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf411 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.321416:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00010000:00010000:3.0:1734016132.321595:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:1.0:1734016132.321687:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338684032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4975us (5492us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.322504:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338684160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5973us (6370us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.322511:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13854 00000100:00100000:1.0:1734016132.322579:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13855 00000100:00100000:0.0:1734016132.325953:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.326093:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684288 00000100:00100000:1.0:1734016132.326101:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684288 00000100:00100000:1.0:1734016132.326149:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13856 00000100:00100000:1.0:1734016132.326156:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338684288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.326170:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.326185:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea226ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf41f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.326232:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340947200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.326304:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.327232:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.327303:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684416 00000100:00100000:3.0:1734016132.327307:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684416 00000100:00100000:3.0:1734016132.327339:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13857 00000100:00100000:3.0:1734016132.327344:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338684416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.327837:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.327853:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea226b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf426 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.327893:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340947328:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.327929:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.328528:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340947200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.328548:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea226ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf41f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.328557:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea226ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf41f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.329002:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016132.329131:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338684288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2974us (3184us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.329139:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13856 00000100:00100000:3.0:1734016132.332449:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340947328:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.332482:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea226b3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf426 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.332494:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea226b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf426 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.332508:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016132.332562:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338684416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5217us (5333us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.332571:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13857 00000100:00100000:2.0:1734016132.334907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.334987:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684544 00000100:00100000:3.0:1734016132.334993:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684544 00000100:00100000:3.0:1734016132.335086:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13858 00000100:00100000:3.0:1734016132.335093:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338684544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.335106:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.335119:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf42d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.335140:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.335146:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.335147:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.335150:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2879488->2883583] (req 2879488->2883583) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.335171:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.335179:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 7 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.335193:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340947456:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016132.335460:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.340877:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340947456:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016132.340908:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2879488->2883583] (req 2879488->2883583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.340925:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016132.340969:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338684544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5875us (6066us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.340977:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13858 00000100:00100000:0.0:1734016132.343856:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.343929:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684672 00000100:00100000:3.0:1734016132.343936:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684672 00010000:00010000:3.0:1734016132.343965:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00000100:00100000:3.0:1734016132.343990:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3840 00000100:00100000:3.0:1734016132.343996:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338684672:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.344010:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.344029:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.344039:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.344060:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea224d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf290 expref: 8 pid: 8975 timeout: 500 lvb_type: 0 00010000:00010000:3.0:1734016132.344072:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.344074:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.344079:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.344087:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.344113:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.344124:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340947584:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.344320:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.349812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.349876:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684800 00000100:00100000:0.0:1734016132.349884:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684800 00000100:00100000:0.0:1734016132.349932:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13859 00000100:00100000:0.0:1734016132.349938:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338684800:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016132.350088:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5483991 -> 5483991 00002000:00010000:0.0:1734016132.350091:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016132.350093:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016132.350094:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016131 00002000:00010000:0.0:1734016132.350096:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:0.0:1734016132.350133:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338684800:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 194us (329us total) trans 4294969917 rc 0/0 00000100:00100000:0.0:1734016132.350139:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13859 00000100:00100000:3.0:1734016132.350457:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340947584:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016132.350473:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.351046:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338684672:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7047us (7195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.351054:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3840 00000100:00100000:2.0:1734016132.354423:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.354507:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338684928 00000100:00100000:1.0:1734016132.354516:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338684928 00000100:00100000:1.0:1734016132.354559:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13860 00000100:00100000:1.0:1734016132.354566:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338684928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.354582:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.354598:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea226c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf434 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.354647:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947712:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.354708:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.356939:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947712:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.356968:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea226c1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf434 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.356980:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea226c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf434 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.357006:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016132.357775:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338684928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3205us (3356us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.357784:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13860 00000100:00100000:2.0:1734016132.363619:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.363735:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685056 00000100:00100000:1.0:1734016132.363743:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685056 00000100:00100000:1.0:1734016132.363778:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13861 00000100:00100000:1.0:1734016132.363784:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338685056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.363798:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.363813:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea226c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf43b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.363870:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.363917:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.366458:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947840:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.366487:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea226c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf43b expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.366499:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea226c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf43b expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.366564:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016132.366687:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338685056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2902us (3074us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.366704:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13861 00000100:00100000:0.0:1734016132.369371:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.369553:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685184 00000100:00100000:1.0:1734016132.369561:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685184 00000100:00100000:1.0:1734016132.369644:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13862 00000100:00100000:1.0:1734016132.369652:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.369668:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.369684:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea226cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf442 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.369746:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.370477:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.372952:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340947968:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.372985:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea226cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf442 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.372998:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea226cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf442 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.373452:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:2.0:1734016132.373492:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3841us (4130us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.373499:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13862 00000100:00100000:3.0:1734016132.376370:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.376512:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685312 00000100:00100000:2.0:1734016132.376521:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685312 00000100:00100000:2.0:1734016132.376615:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13863 00000100:00100000:2.0:1734016132.376622:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338685312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.376636:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.376650:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea226d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf449 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.376902:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948096:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.376979:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.378631:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.378662:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea226d6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf449 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.378673:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea226d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf449 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.378682:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016132.378863:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338685312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2240us (2501us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.378871:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13863 00000100:00100000:0.0:1734016132.381392:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.382031:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685440 00000100:00100000:2.0:1734016132.382038:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685440 00000100:00100000:2.0:1734016132.382682:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13864 00000100:00100000:2.0:1734016132.382703:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.382717:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.382731:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea226dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf450 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.382777:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948224:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.382836:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.384759:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948224:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.384785:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea226dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf450 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.384795:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea226dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf450 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.384804:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016132.384880:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2189us (3493us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.384886:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13864 00000100:00100000:1.0:1734016132.387903:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.388158:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685568 00000100:00100000:2.0:1734016132.388167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685568 00000100:00100000:2.0:1734016132.388212:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13865 00000100:00100000:2.0:1734016132.388220:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338685568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.388235:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.388252:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea226e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf457 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.388326:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.388388:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.390136:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.390169:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea226e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf457 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.390182:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea226e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf457 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.390207:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016132.390251:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338685568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2031us (2356us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.390259:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13865 00000100:00100000:3.0:1734016132.393139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.393369:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685696 00000100:00100000:2.0:1734016132.393377:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685696 00000100:00100000:2.0:1734016132.393533:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13866 00000100:00100000:2.0:1734016132.393541:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.393556:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.393571:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea226eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf45e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.393628:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948480:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.393684:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.395980:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340948480:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.396010:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea226eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf45e expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.396021:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea226eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf45e expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.396031:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016132.396078:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338685696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2535us (2947us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.396086:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13866 00000100:00100000:0.0:1734016132.401359:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.401472:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685824 00000100:00100000:2.0:1734016132.401480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685824 00000100:00100000:2.0:1734016132.401532:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13867 00000100:00100000:2.0:1734016132.401538:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338685824:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.401883:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5483991 -> 5874055 00002000:00010000:2.0:1734016132.401886:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016131 -> 1734016132 00002000:00010000:2.0:1734016132.401888:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.401890:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016131 -> 1734016132 00002000:00010000:2.0:1734016132.401892:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 952 00000100:00100000:2.0:1734016132.403687:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338685824:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 2140us (2328us total) trans 4294969918 rc 0/0 00000100:00100000:2.0:1734016132.403708:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13867 00000100:00100000:3.0:1734016132.407093:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.407175:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338685952 00000100:00100000:2.0:1734016132.407182:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338685952 00000100:00100000:2.0:1734016132.407225:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13868 00000100:00100000:2.0:1734016132.407232:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338685952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.407251:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.407267:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea226f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf465 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.407337:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948608:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.408247:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.412526:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948608:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.412559:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea226f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf465 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.412572:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea226f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf465 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.412665:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016132.412726:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338685952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5493us (5640us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.412733:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13868 00000100:00100000:0.0:1734016132.416659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.416817:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686080 00000100:00100000:3.0:1734016132.416827:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686080 00000100:00100000:3.0:1734016132.417123:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13869 00000100:00100000:3.0:1734016132.417131:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338686080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.417147:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.417162:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea226f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf46c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.417210:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.418140:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.421174:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948736:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.421208:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea226f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf46c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.421220:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea226f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf46c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.421408:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:1.0:1734016132.422149:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338686080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5016us (5497us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.422157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13869 00000100:00100000:0.0:1734016132.426420:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.426555:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686208 00000100:00100000:1.0:1734016132.426563:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686208 00000100:00100000:1.0:1734016132.426650:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13870 00000100:00100000:1.0:1734016132.426657:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.426672:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.426686:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22700 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf473 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.426743:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948864:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.426800:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.428809:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948864:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.428842:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22700 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf473 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.428854:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22700 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf473 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.428868:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016132.429172:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2513us (2758us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.429180:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13870 00000100:00100000:3.0:1734016132.433592:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.433677:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686336 00000100:00100000:1.0:1734016132.433685:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686336 00000100:00100000:1.0:1734016132.433904:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13871 00000100:00100000:1.0:1734016132.433911:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338686336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.433927:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.433943:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22707 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf47a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.433985:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948992:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.434040:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.435994:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340948992:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.436027:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22707 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf47a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.436039:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22707 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf47a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.436053:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016132.436112:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338686336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2200us (2528us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.436119:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13871 00000100:00100000:0.0:1734016132.440177:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.440347:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686464 00000100:00100000:1.0:1734016132.440356:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686464 00000100:00100000:1.0:1734016132.440542:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13872 00000100:00100000:1.0:1734016132.440549:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.440568:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.440586:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2270e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf481 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.440639:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949120:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.441163:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.443002:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949120:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.443033:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2270e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf481 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.443046:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2270e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf481 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.443160:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016132.443212:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2662us (3043us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.443221:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13872 00000100:00100000:2.0:1734016132.445118:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.445235:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686592 00000100:00100000:1.0:1734016132.445243:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686592 00000100:00100000:1.0:1734016132.445302:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13873 00000100:00100000:1.0:1734016132.445308:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338686592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.445323:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.445337:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22715 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf488 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.445379:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949248:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.445434:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.448252:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.448331:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22715 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf488 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.448347:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea22715 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf488 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.448362:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016132.448415:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338686592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3105us (3301us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.448425:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13873 00000100:00100000:3.0:1734016132.454498:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.454597:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686720 00000100:00100000:0.0:1734016132.454605:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686720 00000100:00100000:0.0:1734016132.454651:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13874 00000100:00100000:0.0:1734016132.454657:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.454671:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.454685:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2271c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf48f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.454741:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949376:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.454807:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.456991:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949376:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.457018:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2271c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf48f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.457031:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2271c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf48f expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.457055:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016132.457094:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338686720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2437us (2605us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.457100:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13874 00000100:00100000:3.0:1734016132.460208:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.460375:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686848 00000100:00100000:0.0:1734016132.460384:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686848 00000100:00100000:0.0:1734016132.460433:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13875 00000100:00100000:0.0:1734016132.460440:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338686848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.460457:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.460474:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf496 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.460501:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.460508:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.460509:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.460512:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4431872->4435967] (req 4431872->4435967) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.460539:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.460550:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016132.460566:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949504:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016132.460613:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.465480:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340949504:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016132.465507:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4431872->4435967] (req 4431872->4435967) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.465521:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:3.0:1734016132.465913:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.466375:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338686848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5932us (6172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.466386:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13875 00000100:00100000:3.0:1734016132.466562:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338686976 00000100:00100000:3.0:1734016132.466570:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338686976 00010000:00010000:3.0:1734016132.466602:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016132.466626:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3841 00000100:00100000:3.0:1734016132.466632:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338686976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.466643:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.466663:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.466674:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.466711:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea226ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2879488->2883583) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf42d expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.466728:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.466731:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.466736:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.466744:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.466771:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.466784:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340949632:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.466824:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.471987:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340949632:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016132.472010:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.472050:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338686976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5416us (6136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.472061:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3841 00000100:00100000:3.0:1734016132.472942:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.472998:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687232 00000100:00100000:2.0:1734016132.473003:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687232 00002000:00100000:2.0:1734016132.473033:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5877759) req@ffff8800791fa680 x1818247338687232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.473042:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338687232 ext(4194304->5877759) 00002000:00010000:2.0:1734016132.473047:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791fa680 00000100:00100000:2.0:1734016132.473072:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9624 00000100:00100000:2.0:1734016132.473077:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338687232:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016132.495312:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338687232:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 22191us (22329us total) trans 0 rc 1683456/1683456 00000100:00100000:0.0:1734016132.495325:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9624 00002000:00100000:0.0:1734016132.495336:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5877759) req@ffff8800791fa680 x1818247338687232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 1683456/1683456 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016132.495344:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338687232 ext(4194304->5877759) 00002000:00010000:0.0:1734016132.495349:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791fa680 00000100:00100000:1.0:1734016132.502208:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.502240:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.502298:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687360 00000100:00100000:3.0:1734016132.502306:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687360 00000100:00100000:3.0:1734016132.502345:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687488 00000100:00100000:3.0:1734016132.502347:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687488 00000100:00100000:3.0:1734016132.502367:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13876 00000100:00100000:3.0:1734016132.502373:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338687360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.502389:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.502403:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf49d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.502420:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.502422:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.502428:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.502440:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.502448:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016132.502479:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338687360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 106us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.502484:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13876 00000100:00100000:3.0:1734016132.502494:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13877 00000100:00100000:3.0:1734016132.502498:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338687488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.502503:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.502509:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22731 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4a4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.502536:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340949760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.502564:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00002000:00010000:0.0:1734016132.504876:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016131 -> 1734016132 00002000:00010000:0.0:1734016132.504883:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00002000:00010000:0.0:1734016132.504885:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016131 -> 1734016132 00000100:00100000:0.0:1734016132.504904:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340949760:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.504936:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22731 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4a4 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.504951:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22731 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4a4 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.504974:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:0.0:1734016132.505225:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338687488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2724us (2981us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.505233:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13877 00000100:00100000:3.0:1734016132.507219:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.507310:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687616 00000100:00100000:0.0:1734016132.507317:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687616 00000100:00100000:0.0:1734016132.507363:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13878 00000100:00100000:0.0:1734016132.507369:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338687616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.507386:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.507402:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22738 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4ab expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.507445:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340949888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.507497:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.509130:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340949888:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.509153:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22738 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ab expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.509162:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22738 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ab expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.509177:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016132.509211:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338687616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1841us (1998us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.509217:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13878 00000100:00100000:3.0:1734016132.512157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.512237:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338687872 00000100:00100000:2.0:1734016132.512244:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338687872 00000100:00100000:2.0:1734016132.512390:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2671 00000100:00100000:2.0:1734016132.512397:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338687872:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016132.512438:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.512459:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea22697 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf40a expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.512486:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.512490:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016132.512611:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.512621:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.512627:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.512651:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.512660:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 23 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016132.512669:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340950016:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016132.513077:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.515464:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.515557:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340950016:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016132.515581:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016132.515902:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688000 00000100:00100000:0.0:1734016132.515907:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688000 00010000:00010000:0.0:1734016132.515930:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016132.515955:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3842 00000100:00100000:0.0:1734016132.515961:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1970:x1818247338688000:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.515971:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.515976:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.515984:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.516001:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2266d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e7 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.516015:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016132.516018:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.516025:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.516031:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.516042:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.516073:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1970:x1818247338688000:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 112us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.516079:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3842 00010000:00010000:2.0:1734016132.516298:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.516303:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016132.516371:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969010 00000004:00010000:2.0:1734016132.516401:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800791f9880 reply state ffff880078bc0000 transno 4294969011 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016132.516407:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016132.516459:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338687872:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4062us (4309us total) trans 4294969011 rc 0/0 00000100:00100000:2.0:1734016132.516465:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2671 00000020:00080000:2.0:1734016132.516469:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016132.518803:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518817:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518823:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518828:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48900 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016132.518832:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518837:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518852:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016132.518854:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016132.518858:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016132.518862:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea2273f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016132.519034:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.519197:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688128 00000100:00100000:0.0:1734016132.519205:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688128 00000100:00100000:0.0:1734016132.519247:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13879 00000100:00100000:0.0:1734016132.519253:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338688128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.519267:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.519300:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4b2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.519321:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.519329:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.519335:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.519336:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.519339:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.519364:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.519375:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 8 pid: 7693 timeout: 501 lvb_type: 1 00000100:00100000:0.0:1734016132.519386:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950144:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016132.519439:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.519451:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016132.519459:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950272:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016132.519475:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.524587:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950144:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016132.524601:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950272:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016132.524630:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.524645:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016132.524702:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338688128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5447us (5670us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.524710:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13879 00000100:00100000:3.0:1734016132.525129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.525165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.525226:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688384 00000100:00100000:0.0:1734016132.525232:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688384 00010000:00010000:0.0:1734016132.525251:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016132.525353:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688256 00000100:00100000:3.0:1734016132.525356:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688256 00010000:00010000:3.0:1734016132.525369:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 501 lvb_type: 1 00000100:00100000:3.0:1734016132.525386:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3843 00000100:00100000:3.0:1734016132.525391:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338688384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.525402:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.525419:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.525427:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.525444:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4431872->4435967) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf496 expref: 9 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.525458:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.525476:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338688384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 85us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.525482:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3843 00000100:00100000:3.0:1734016132.525494:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3844 00000100:00100000:3.0:1734016132.525498:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338688256:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.525504:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.525511:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016132.525519:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016132.525529:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2272a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf49d expref: 9 pid: 7693 timeout: 501 lvb_type: 1 00010000:00010000:3.0:1734016132.525537:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.525539:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.525543:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.525550:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.525574:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.525585:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340950400:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.525611:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.530868:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.530912:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.530995:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688640 00000100:00100000:1.0:1734016132.531003:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688640 00002000:00010000:1.0:1734016132.531033:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1328403->18446744073709551615) 00002000:00100000:1.0:1734016132.531037:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3b80 with x1818247338688640 ext(1328403->18446744073709551615) 00002000:00010000:1.0:1734016132.531046:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3b80. 00000100:00100000:1.0:1734016132.531061:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688512 00000100:00100000:1.0:1734016132.531063:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688512 00002000:00010000:1.0:1734016132.531073:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016132.531075:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3480 with x1818247338688512 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016132.531082:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3480. 00000100:00100000:1.0:1734016132.531096:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9625 00000100:00100000:1.0:1734016132.531102:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338688640:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.532978:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 1328403 00002000:00010000:1.0:1734016132.532985:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.532987:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:1.0:1734016132.532989:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.532991:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 64 00000100:00100000:1.0:1734016132.533040:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338688640:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1935us (2178us total) trans 4294968290 rc 0/0 00000100:00100000:1.0:1734016132.533048:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9625 00002000:00010000:1.0:1734016132.533051:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1328403->18446744073709551615) 00002000:00100000:1.0:1734016132.533054:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3b80 with x1818247338688640 ext(1328403->18446744073709551615) 00002000:00010000:1.0:1734016132.533059:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3b80. 00000100:00100000:1.0:1734016132.533085:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9626 00000100:00100000:1.0:1734016132.533091:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338688512:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016132.534322:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5874055 -> 4194304 00002000:00010000:1.0:1734016132.534326:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.534328:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.534330:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.534332:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 952 -> 920 00000100:00100000:1.0:1734016132.534365:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338688512:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1273us (3451us total) trans 4294969919 rc 0/0 00000100:00100000:1.0:1734016132.534374:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9626 00002000:00010000:1.0:1734016132.534377:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016132.534379:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3480 with x1818247338688512 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016132.534384:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3480. 00000100:00100000:0.0:1734016132.534802:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340950400:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016132.534824:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016132.534846:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338688256:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9347us (9681us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.534854:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3844 00000100:00100000:3.0:1734016132.546513:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.546583:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688768 00000100:00100000:2.0:1734016132.546591:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688768 00000100:00100000:2.0:1734016132.546627:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2672 00000100:00100000:2.0:1734016132.546633:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338688768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.546649:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.546663:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2274d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4b9 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.546737:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.546747:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.546755:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016132.546772:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5522707 00000004:00200000:2.0:1734016132.546775:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016132.546786:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016132.546800:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea2274d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.546824:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.546831:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016132.546833:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016132.546835:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016132.546873:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338688768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 240us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.546879:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2672 00000100:00100000:3.0:1734016132.549505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.549596:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338688896 00000100:00100000:0.0:1734016132.549603:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338688896 00000100:00100000:0.0:1734016132.549648:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13880 00000100:00100000:0.0:1734016132.549656:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338688896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.549673:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.549696:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea2275b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4c0 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.549743:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950528:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.549800:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.552064:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340950528:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.552094:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea2275b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4c0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.552106:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea2275b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4c0 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.552129:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016132.552178:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338688896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2523us (2679us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.552186:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13880 00000100:00100000:3.0:1734016132.554919:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.554992:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689024 00000100:00100000:0.0:1734016132.555000:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689024 00000100:00100000:0.0:1734016132.555663:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13881 00000100:00100000:0.0:1734016132.555671:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.555698:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.555714:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22762 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4c7 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.555759:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340950656:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.555814:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.560194:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340950656:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.560228:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22762 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4c7 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.560240:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22762 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4c7 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.561095:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016132.561152:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5479us (6238us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.561160:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13881 00000100:00100000:3.0:1734016132.567847:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.567887:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.567977:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689280 00000100:00100000:2.0:1734016132.567985:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689280 00000100:00100000:2.0:1734016132.568030:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689152 00000100:00100000:2.0:1734016132.568032:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689152 00000100:00100000:2.0:1734016132.568070:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13882 00000100:00100000:2.0:1734016132.568076:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.568092:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.568107:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22769 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4d5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.568159:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340950784:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.568210:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.568367:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13883 00000100:00100000:3.0:1734016132.568373:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338689152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.568383:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.568395:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22770 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4ce expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.568419:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340950912:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.568462:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.571167:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340950912:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.571196:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22770 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ce expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.571207:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22770 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ce expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.571220:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:0.0:1734016132.571253:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338689152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2879us (3365us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.571263:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13883 00000100:00100000:2.0:1734016132.571471:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340950784:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.571488:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22769 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4d5 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.571497:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22769 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4d5 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.571508:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016132.571523:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3448us (3687us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.571528:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13882 00000100:00100000:2.0:1734016132.573531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.573878:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.574504:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689536 00000100:00100000:0.0:1734016132.574512:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689536 00000100:00100000:0.0:1734016132.574554:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689408 00000100:00100000:0.0:1734016132.574556:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689408 00000100:00100000:0.0:1734016132.574571:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13884 00000100:00100000:0.0:1734016132.574577:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.574591:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.574607:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22777 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4e3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.574652:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340951040:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.574891:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13885 00000100:00100000:2.0:1734016132.574896:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338689408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.574905:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.574914:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea2277e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4dc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.574939:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340951168:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.575305:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.575829:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.579634:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340951168:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016132.579700:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea2277e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4dc expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.579721:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea2277e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4dc expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016132.579754:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:0.0:1734016132.579836:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338689408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4937us (5956us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016132.579848:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13885 00000100:00100000:1.0:1734016132.579985:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340951040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.580014:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22777 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4e3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.580030:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22777 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4e3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.580046:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016132.580068:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5490us (6542us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.580075:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13884 00000100:00100000:0.0:1734016132.583527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.583638:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689664 00000100:00100000:1.0:1734016132.583646:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689664 00000100:00100000:1.0:1734016132.583879:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13886 00000100:00100000:1.0:1734016132.583886:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338689664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.583903:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.583917:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4ea expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.583941:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.583947:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.583949:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016132.583952:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [278528->286719] (req 278528->286719) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.583975:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.583988:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016132.583998:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340951296:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016132.584164:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.587414:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340951296:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016132.587442:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [278528->286719] (req 278528->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016132.587457:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016132.587502:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338689664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3616us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016132.587509:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13886 00000100:00100000:2.0:1734016132.589168:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.589223:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689792 00000100:00100000:0.0:1734016132.589230:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689792 00010000:00010000:0.0:1734016132.589255:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016132.589304:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3845 00000100:00100000:0.0:1734016132.589309:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338689792:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016132.589320:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016132.589336:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.589345:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.589363:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea22746 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b2 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016132.589374:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.589376:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016132.589381:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.589388:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.589413:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.589426:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340951424:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016132.589474:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.593046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.593145:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338689920 00000100:00100000:1.0:1734016132.593153:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338689920 00000100:00100000:1.0:1734016132.593186:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13887 00000100:00100000:1.0:1734016132.593192:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338689920:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016132.593344:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016132.593347:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.593349:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:1.0:1734016132.593351:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016132.593353:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:1.0:1734016132.593406:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338689920:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 213us (367us total) trans 4294969920 rc 0/0 00000100:00100000:1.0:1734016132.593416:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13887 00000100:00100000:2.0:1734016132.594218:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340951424:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016132.594237:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.594768:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338689792:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5456us (5601us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.594776:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3845 00000100:00100000:0.0:1734016132.596843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.596936:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690048 00000100:00100000:2.0:1734016132.596946:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690048 00000100:00100000:2.0:1734016132.596989:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13888 00000100:00100000:2.0:1734016132.596995:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338690048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.597012:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.597030:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea2278c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4f1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.597075:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951552:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.597556:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.599524:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951552:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.599556:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea2278c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4f1 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.599567:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea2278c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4f1 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.599580:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016132.599924:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338690048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2927us (3085us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.599932:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13888 00000100:00100000:3.0:1734016132.603203:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.603437:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690176 00000100:00100000:2.0:1734016132.603446:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690176 00000100:00100000:2.0:1734016132.603497:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13889 00000100:00100000:2.0:1734016132.603504:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338690176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.603523:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.603540:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22793 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4f8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.603593:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951680:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.603644:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.605601:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951680:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.605630:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22793 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4f8 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.605642:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22793 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4f8 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.605973:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016132.606021:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338690176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2516us (2826us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.606028:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13889 00010000:00010000:3.0:1734016132.606653:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016132.609241:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.609489:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690304 00000100:00100000:2.0:1734016132.609497:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690304 00000100:00100000:2.0:1734016132.609541:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13890 00000100:00100000:2.0:1734016132.609548:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338690304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.609569:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.609588:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2279a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf4ff expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.609642:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951808:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.609705:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.615654:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951808:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.615697:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2279a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ff expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.615713:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2279a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ff expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.615783:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016132.616589:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338690304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7037us (7353us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.616598:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13890 00000100:00100000:1.0:1734016132.618911:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.618984:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690432 00000100:00100000:2.0:1734016132.618992:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690432 00000100:00100000:2.0:1734016132.619026:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13891 00000100:00100000:2.0:1734016132.619033:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338690432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.619049:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.619065:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea227a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf506 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.619111:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.619262:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.622532:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340951936:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.622575:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea227a1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf506 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.622590:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea227a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf506 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.622605:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016132.622655:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338690432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3620us (3750us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.622664:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13891 00000100:00100000:3.0:1734016132.626824:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.626900:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690560 00000100:00100000:0.0:1734016132.626909:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690560 00000100:00100000:0.0:1734016132.627539:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2673 00000100:00100000:0.0:1734016132.627546:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338690560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.627572:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.627595:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea227a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf50d expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.627697:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016132.627711:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016132.627720:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016132.627744:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5522707 00000004:00200000:0.0:1734016132.627748:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016132.627762:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016132.627781:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea227a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf50d expref: 33 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.627817:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf50d expref: 32 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.627825:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016132.627827:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016132.627831:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016132.628364:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338690560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 815us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016132.628372:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2673 00000100:00100000:1.0:1734016132.630556:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.630646:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690688 00000100:00100000:2.0:1734016132.630653:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690688 00000100:00100000:2.0:1734016132.630683:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13892 00000100:00100000:2.0:1734016132.630699:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338690688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.630713:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.630726:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea227b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf514 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.630773:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952064:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.631410:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.633084:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952064:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.633111:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea227b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf514 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.633123:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea227b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf514 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.633145:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016132.633186:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338690688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2486us (2635us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.633193:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13892 00000100:00100000:3.0:1734016132.635254:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.635341:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690816 00000100:00100000:2.0:1734016132.635347:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690816 00000100:00100000:1.0:1734016132.635485:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13893 00000100:00100000:1.0:1734016132.635492:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338690816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.635505:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.635519:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea227bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf51b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.635559:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.635611:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.637519:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952192:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.637545:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea227bd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf51b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.637556:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea227bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf51b expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.637576:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:2.0:1734016132.637745:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338690816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2251us (2495us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.637752:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13893 00000100:00100000:0.0:1734016132.639406:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.639496:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338690944 00000100:00100000:2.0:1734016132.639504:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338690944 00000100:00100000:2.0:1734016132.639536:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13894 00000100:00100000:2.0:1734016132.639541:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338690944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.639555:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.639567:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea227c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf522 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.639608:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952320:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.639653:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.640962:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952320:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.640984:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea227c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf522 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.640993:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea227c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf522 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.641103:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016132.641137:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338690944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1596us (1735us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.641144:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13894 00000100:00100000:1.0:1734016132.642755:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.642833:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691072 00000100:00100000:2.0:1734016132.642839:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691072 00000100:00100000:2.0:1734016132.642873:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13895 00000100:00100000:2.0:1734016132.642877:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338691072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.642889:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.642901:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea227cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf529 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.642937:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952448:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.642983:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.644811:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340952448:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.644836:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea227cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf529 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.644847:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea227cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf529 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.644858:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016132.644891:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338691072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2012us (2137us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.644898:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13895 00000100:00100000:0.0:1734016132.646842:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.646946:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691200 00000100:00100000:2.0:1734016132.646955:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691200 00000100:00100000:2.0:1734016132.647523:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13896 00000100:00100000:2.0:1734016132.647530:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338691200:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.647703:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016132.647706:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.647708:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016131 00002000:00010000:2.0:1734016132.647710:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.647712:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:2.0:1734016132.647785:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338691200:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 254us (948us total) trans 4294969921 rc 0/0 00000100:00100000:2.0:1734016132.647792:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13896 00000100:00100000:1.0:1734016132.650419:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.650505:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691328 00000100:00100000:3.0:1734016132.650514:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691328 00000100:00100000:3.0:1734016132.650564:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13897 00000100:00100000:3.0:1734016132.650571:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338691328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.650588:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.650604:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea227d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf530 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.650654:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952576:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.650725:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.652697:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952576:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.652732:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea227d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf530 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.652745:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea227d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf530 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.652818:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016132.653094:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338691328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2520us (2683us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.653102:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13897 00000100:00100000:0.0:1734016132.655426:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.655616:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691456 00000100:00100000:3.0:1734016132.655626:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691456 00000100:00100000:3.0:1734016132.655663:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13898 00000100:00100000:3.0:1734016132.655669:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338691456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.655698:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.655718:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea227d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf537 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.655766:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952704:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.656230:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.658709:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952704:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.658738:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea227d9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf537 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.658748:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea227d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf537 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.658766:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016132.659119:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338691456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3448us (3698us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.659126:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13898 00000100:00100000:0.0:1734016132.668305:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.668418:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691712 00000100:00100000:3.0:1734016132.668426:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691712 00002000:00100000:3.0:1734016132.668460:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078cedc00 x1818247338691712/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.668469:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cedc00 with x1818247338691712 ext(0->4194303) 00002000:00010000:3.0:1734016132.668473:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cedc00 00000100:00100000:3.0:1734016132.668562:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9627 00000100:00100000:3.0:1734016132.668568:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338691712:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.719805:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338691712:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 51225us (51525us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016132.719817:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9627 00002000:00100000:3.0:1734016132.719829:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078cedc00 x1818247338691712/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.719839:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cedc00 with x1818247338691712 ext(0->4194303) 00002000:00010000:3.0:1734016132.719845:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cedc00 00000100:00100000:0.0:1734016132.723755:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.723864:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691840 00000100:00100000:3.0:1734016132.723872:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691840 00000100:00100000:3.0:1734016132.723996:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13899 00000100:00100000:3.0:1734016132.724003:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338691840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.724021:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.724035:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea227e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf53e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.724080:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952832:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.724231:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016132.729394:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:3.0:1734016132.729417:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952832:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.729444:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea227e0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf53e expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.729455:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea227e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf53e expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.729468:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016132.729512:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338691840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5508us (5764us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.729519:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13899 00000100:00100000:0.0:1734016132.734460:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.734554:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338691968 00000100:00100000:3.0:1734016132.734562:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338691968 00000100:00100000:3.0:1734016132.734698:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13900 00000100:00100000:3.0:1734016132.734706:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338691968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.734720:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.734737:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea227e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf545 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.734790:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952960:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.734937:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.738536:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340952960:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.738563:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea227e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf545 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.738574:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea227e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf545 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.739370:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016132.740907:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338691968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6192us (6446us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.740917:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13900 00000100:00100000:0.0:1734016132.744403:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.744536:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692096 00000100:00100000:3.0:1734016132.744545:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692096 00000100:00100000:3.0:1734016132.745168:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13901 00000100:00100000:3.0:1734016132.745176:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338692096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.745196:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.745219:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea227ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf54c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.745319:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953088:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.745393:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.747859:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953088:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.747890:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea227ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf54c expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.747903:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea227ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf54c expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.748426:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016132.748484:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338692096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3307us (4091us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.748491:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13901 00000100:00100000:0.0:1734016132.750838:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.750931:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692224 00000100:00100000:3.0:1734016132.750938:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692224 00000100:00100000:3.0:1734016132.750980:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13902 00000100:00100000:3.0:1734016132.750986:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338692224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.751001:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.751015:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea227f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf553 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.751060:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.751104:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.752739:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.752768:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea227f5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf553 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.752778:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea227f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf553 expref: 9 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.752790:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016132.752843:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338692224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1856us (2011us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.752849:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13902 00000100:00100000:0.0:1734016132.755737:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.755826:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692352 00000100:00100000:3.0:1734016132.755833:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692352 00000100:00100000:3.0:1734016132.755878:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13903 00000100:00100000:3.0:1734016132.755884:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338692352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.755898:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.755914:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea227fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf55a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.755957:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340953344:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.756295:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016132.758537:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:3.0:1734016132.758557:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340953344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.758582:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea227fc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf55a expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.758594:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea227fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf55a expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.758607:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016132.758910:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338692352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3024us (3178us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.758919:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13903 00000100:00100000:0.0:1734016132.763512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.764126:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692480 00000100:00100000:3.0:1734016132.764133:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692480 00000100:00100000:3.0:1734016132.764735:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13904 00000100:00100000:3.0:1734016132.764743:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338692480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.764760:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.764776:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22803 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf561 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.764819:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340953472:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.764870:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.767170:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340953472:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.767204:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22803 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf561 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.767216:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22803 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf561 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.767229:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016132.767303:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338692480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2560us (3797us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.767310:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13904 00000100:00100000:2.0:1734016132.770711:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.770825:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692608 00000100:00100000:3.0:1734016132.770834:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692608 00000100:00100000:3.0:1734016132.771067:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13905 00000100:00100000:3.0:1734016132.771074:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338692608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.771094:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.771111:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf568 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.771136:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.771143:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.771145:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016132.771149:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1118208->1126399] (req 1118208->1126399) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.771175:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.771186:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 10 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016132.771197:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953600:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016132.774777:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.781065:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340953600:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016132.781097:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1118208->1126399] (req 1118208->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.781112:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016132.781158:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338692608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10082us (10452us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.781166:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13905 00000100:00100000:0.0:1734016132.781648:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.781790:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692736 00000100:00100000:3.0:1734016132.781798:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692736 00010000:00010000:3.0:1734016132.781821:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016132.781844:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3846 00000100:00100000:3.0:1734016132.781850:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338692736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.781861:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.781883:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.781894:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.781913:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22785 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 278528->286719) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4ea expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.781929:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.781931:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.781938:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.781947:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.781971:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.781982:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340953728:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.782017:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.792019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.792621:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340953728:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016132.792642:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016132.792700:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338692736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10848us (11051us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.792710:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3846 00000100:00100000:2.0:1734016132.794455:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338692992 00000100:00100000:2.0:1734016132.794463:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338692992 00002000:00100000:2.0:1734016132.794495:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1122303) req@ffff88007f018000 x1818247338692992/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.794503:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018000 with x1818247338692992 ext(1118208->1122303) 00002000:00010000:2.0:1734016132.794508:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018000 00000100:00100000:2.0:1734016132.794529:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9628 00000100:00100000:2.0:1734016132.794534:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338692992:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.794647:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338692992:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 112us (2636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.794653:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9628 00002000:00100000:2.0:1734016132.794658:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1122303) req@ffff88007f018000 x1818247338692992/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.794665:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018000 with x1818247338692992 ext(1118208->1122303) 00002000:00010000:2.0:1734016132.794668:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018000 00000100:00100000:0.0:1734016132.797341:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.797451:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693248 00000100:00100000:1.0:1734016132.797458:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693248 00002000:00100000:1.0:1734016132.797490:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1122304->1126399) req@ffff88007f01bb80 x1818247338693248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.797497:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01bb80 with x1818247338693248 ext(1122304->1126399) 00002000:00010000:1.0:1734016132.797501:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01bb80 00000100:00100000:2.0:1734016132.798795:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9629 00000100:00100000:2.0:1734016132.798806:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338693248:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016132.798961:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338693248:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 157us (1627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016132.798969:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9629 00002000:00100000:2.0:1734016132.798975:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1122304->1126399) req@ffff88007f01bb80 x1818247338693248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/4536 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016132.798983:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01bb80 with x1818247338693248 ext(1122304->1126399) 00002000:00010000:2.0:1734016132.798986:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01bb80 00000100:00100000:0.0:1734016132.804124:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.805666:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693376 00000100:00100000:2.0:1734016132.805676:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693376 00000100:00100000:2.0:1734016132.805739:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13906 00000100:00100000:2.0:1734016132.805747:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338693376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.805765:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.805781:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22811 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf56f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.805830:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340953856:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.805880:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016132.805985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.806069:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693504 00000100:00100000:0.0:1734016132.806072:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693504 00000100:00100000:0.0:1734016132.806092:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13907 00000100:00100000:0.0:1734016132.806096:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338693504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.806103:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.806112:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22818 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf576 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016132.806138:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340953984:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016132.806161:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.809178:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340953984:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.809220:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22818 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf576 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.809231:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22818 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf576 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016132.809422:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340953856:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.809442:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22811 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf56f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.809450:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22811 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf56f expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.809473:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016132.809524:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338693376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3777us (5407us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.809532:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13906 00010000:00010000:1.0:1734016132.809745:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:1.0:1734016132.809779:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338693504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3681us (3793us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.809784:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13907 00000100:00100000:0.0:1734016132.812909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.813210:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.813706:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693632 00000100:00100000:1.0:1734016132.813714:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693632 00000100:00100000:1.0:1734016132.813843:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338693760 00000100:00100000:1.0:1734016132.813846:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338693760 00000100:00100000:2.0:1734016132.813875:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13908 00000100:00100000:2.0:1734016132.813882:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338693632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.813897:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.813913:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2281f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf57d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.813957:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340954112:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.814014:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.814064:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13909 00000100:00100000:3.0:1734016132.814070:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338693760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.814078:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016132.814088:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22826 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf584 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.814110:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340954240:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016132.814129:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.816136:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340954112:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.816163:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2281f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf57d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.816174:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2281f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf57d expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.816184:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016132.816217:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338693632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2334us (3314us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.816223:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13908 00000100:00100000:3.0:1734016132.816343:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340954240:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016132.816359:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22826 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf584 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.816367:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22826 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf584 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.816673:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016132.816717:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338693760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2645us (3506us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016132.816722:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13909 00000100:00100000:0.0:1734016132.826615:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016132.826692:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694016 00000100:00100000:1.0:1734016132.826701:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694016 00002000:00100000:1.0:1734016132.826738:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079e24a80 x1818247338694016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 504/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016132.826746:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24a80 with x1818247338694016 ext(0->4194303) 00002000:00010000:1.0:1734016132.826750:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24a80 00000100:00100000:1.0:1734016132.827426:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9630 00000100:00100000:1.0:1734016132.827433:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338694016:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.876207:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338694016:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 48764us (49590us total) trans 0 rc 4186112/4186112 00000100:00100000:3.0:1734016132.876221:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9630 00002000:00100000:3.0:1734016132.876233:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079e24a80 x1818247338694016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 504/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.876242:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24a80 with x1818247338694016 ext(0->4194303) 00002000:00010000:3.0:1734016132.876248:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24a80 00000100:00100000:0.0:1734016132.884657:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.884715:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.884834:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694272 00000100:00100000:2.0:1734016132.884841:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694272 00000100:00100000:2.0:1734016132.884883:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694144 00000100:00100000:2.0:1734016132.884886:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694144 00000100:00100000:2.0:1734016132.885764:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13910 00000100:00100000:2.0:1734016132.885772:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.885788:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.885804:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2282d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf592 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.885851:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340954368:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.885899:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.886335:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13911 00000100:00100000:1.0:1734016132.886341:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.886350:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.886359:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22834 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf58b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.886384:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340954496:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.886406:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.889126:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340954368:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.889160:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2282d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf592 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.889173:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2282d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf592 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016132.889351:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340954496:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.889371:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22834 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf58b expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.889380:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22834 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf58b expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.889405:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00010000:00010000:2.0:1734016132.889544:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:1.0:1734016132.889645:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3302us (4927us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.889653:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13911 00000100:00100000:2.0:1734016132.889712:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3940us (5063us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.889717:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13910 00000100:00100000:0.0:1734016132.892617:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.892662:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.893257:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694528 00000100:00100000:2.0:1734016132.893265:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694528 00000100:00100000:2.0:1734016132.893512:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694400 00000100:00100000:2.0:1734016132.893516:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694400 00000100:00100000:1.0:1734016132.893578:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13912 00000100:00100000:1.0:1734016132.893585:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.893602:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.893620:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2283b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5a0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.893675:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340954624:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.893947:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13913 00000100:00100000:2.0:1734016132.893951:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.893959:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.893970:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22842 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf599 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.893994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340954752:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.894046:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.894549:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.896848:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340954752:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.896879:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22842 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf599 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.896893:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea22842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf599 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.896906:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016132.896958:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3005us (4295us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.896966:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13913 00000100:00100000:1.0:1734016132.897163:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340954624:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.897181:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2283b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5a0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.897189:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2283b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5a0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.897217:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016132.897252:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338694528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3667us (4642us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.897257:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13912 00000100:00100000:0.0:1734016132.900575:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.901008:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.901093:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694656 00000100:00100000:2.0:1734016132.901100:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694656 00000100:00100000:2.0:1734016132.901408:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694784 00000100:00100000:2.0:1734016132.901411:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694784 00000100:00100000:1.0:1734016132.901529:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13914 00000100:00100000:1.0:1734016132.901537:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016132.901554:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016132.901571:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22849 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5a7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016132.901615:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340954880:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016132.901657:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.901702:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13915 00000100:00100000:2.0:1734016132.901707:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.901714:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.901722:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22850 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5ae expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.901744:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340955008:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.901763:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016132.903442:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340954880:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016132.903473:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22849 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5a7 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.903482:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22849 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5a7 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016132.903492:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016132.903525:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1987us (2956us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016132.903532:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13914 00000100:00100000:2.0:1734016132.903764:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340955008:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.903779:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22850 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ae expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.903786:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22850 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ae expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.903793:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016132.903808:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338694784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2101us (2800us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.903812:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13915 00000100:00100000:0.0:1734016132.906401:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.906515:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338694912 00000100:00100000:2.0:1734016132.906524:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338694912 00000100:00100000:2.0:1734016132.906811:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13916 00000100:00100000:2.0:1734016132.906819:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338694912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.906835:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.906851:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5b5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906878:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906885:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.906887:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016132.906890:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6148096->6156287] (req 6148096->6156287) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906915:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.906927:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016132.906939:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955136:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016132.906987:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.909716:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955136:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016132.909749:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6148096->6156287] (req 6148096->6156287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.909768:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016132.909808:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338694912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2988us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.909815:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13916 00000100:00100000:0.0:1734016132.910009:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.910110:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695040 00000100:00100000:3.0:1734016132.910116:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695040 00002000:00100000:3.0:1734016132.910150:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1126399) req@ffff880079e25180 x1818247338695040/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 8680/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.910158:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25180 with x1818247338695040 ext(1118208->1126399) 00010000:00010000:3.0:1734016132.910165:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.910173:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 9 pid: 7693 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016132.910179:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079e25180 00000100:00100000:3.0:1734016132.910201:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 362 00000100:00100000:3.0:1734016132.910206:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338695040:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.911994:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338695040:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1781us (1980us total) trans 4294969922 rc 0/0 00000100:00100000:3.0:1734016132.912003:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 362 00002000:00100000:3.0:1734016132.912018:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1118208->1126399) req@ffff880079e25180 x1818247338695040/t4294969922(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 8680/448 e 0 to 0 dl 1734016143 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.912027:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25180 with x1818247338695040 ext(1118208->1126399) 00010000:00010000:3.0:1734016132.912035:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.912047:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016132.912053:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079e25180 00000100:00100000:0.0:1734016132.917816:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.917884:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695168 00000100:00100000:3.0:1734016132.917892:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695168 00010000:00010000:3.0:1734016132.917920:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016132.917942:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3847 00000100:00100000:3.0:1734016132.917948:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338695168:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.917959:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016132.917976:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.917986:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.918006:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2280a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1126399) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf568 expref: 11 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016132.918032:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.918034:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016132.918040:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.918048:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016132.918075:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016132.918086:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340955264:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016132.918141:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.920141:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340955264:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016132.920159:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.920435:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338695168:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2485us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.920444:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3847 00000100:00100000:0.0:1734016132.922364:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.922460:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695296 00000100:00100000:2.0:1734016132.922467:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695296 00000100:00100000:2.0:1734016132.922635:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13917 00000100:00100000:2.0:1734016132.922641:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338695296:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016132.922865:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016132.922869:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.922870:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.922872:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016132.922874:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 936 00000100:00100000:2.0:1734016132.923809:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338695296:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1165us (1447us total) trans 4294969923 rc 0/0 00000100:00100000:2.0:1734016132.923816:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13917 00000100:00100000:0.0:1734016132.928902:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.929230:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695424 00000100:00100000:2.0:1734016132.929238:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695424 00000100:00100000:2.0:1734016132.929875:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13918 00000100:00100000:2.0:1734016132.929882:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338695424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.929899:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.929915:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2285e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5bc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.929963:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955392:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.930012:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.932856:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955392:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.932888:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2285e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5bc expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.932900:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2285e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5bc expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.933089:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016132.933447:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338695424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3563us (4550us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.933455:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13918 00000100:00100000:0.0:1734016132.937230:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.937485:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695552 00000100:00100000:2.0:1734016132.937493:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695552 00000100:00100000:2.0:1734016132.937540:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13919 00000100:00100000:2.0:1734016132.937546:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338695552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016132.937562:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016132.937577:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22865 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5c3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.937623:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955520:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016132.937670:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.939529:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955520:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016132.939561:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22865 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5c3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.939574:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22865 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5c3 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016132.939598:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016132.939766:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338695552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2217us (2541us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016132.939774:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13919 00000100:00100000:2.0:1734016132.943054:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016132.943147:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695680 00000100:00100000:0.0:1734016132.943156:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695680 00000100:00100000:0.0:1734016132.943244:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13920 00000100:00100000:0.0:1734016132.943252:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338695680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016132.943290:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016132.943307:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5ca expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.943332:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.943338:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.943340:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016132.943343:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.943369:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016132.943379:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016132.943391:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955648:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016132.943444:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.945917:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340955648:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016132.945948:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.945964:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:2.0:1734016132.946015:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338695680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2763us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.946023:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13920 00000100:00100000:0.0:1734016132.947417:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016132.947497:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338695808 00000100:00100000:2.0:1734016132.947503:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338695808 00010000:00010000:2.0:1734016132.947525:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 12 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016132.947724:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3848 00000100:00100000:2.0:1734016132.947730:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338695808:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016132.947740:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016132.947758:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 12 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016132.947767:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 12 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016132.947784:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea22857 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6148096->6156287) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5b5 expref: 12 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016132.948016:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.948019:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016132.948026:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.948033:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016132.948059:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016132.948070:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340955776:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016132.948108:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016132.954666:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340955776:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016132.954700:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016132.954740:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338695808:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7008us (7324us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016132.954750:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3848 00000100:00100000:0.0:1734016132.962148:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016132.962820:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696064 00000100:00100000:3.0:1734016132.962829:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696064 00002000:00100000:3.0:1734016132.962867:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079e27480 x1818247338696064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/0 e 0 to 0 dl 1734016143 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.962875:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27480 with x1818247338696064 ext(0->4194303) 00002000:00010000:3.0:1734016132.962880:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27480 00000100:00100000:3.0:1734016132.962897:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9631 00000100:00100000:3.0:1734016132.962902:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338696064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.998920:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338696064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 36007us (36770us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016132.998934:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9631 00002000:00100000:3.0:1734016132.998945:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079e27480 x1818247338696064/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:93/0 lens 488/440 e 0 to 0 dl 1734016143 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016132.998955:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27480 with x1818247338696064 ext(0->4194303) 00002000:00010000:3.0:1734016132.998959:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27480 00000100:00100000:0.0:1734016133.006724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.006773:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.006948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696320 00000100:00100000:2.0:1734016133.006956:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696320 00000100:00100000:2.0:1734016133.007180:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696192 00000100:00100000:2.0:1734016133.007183:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696192 00000100:00080000:2.0:1734016133.007199:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016103 00000100:00100000:1.0:1734016133.007298:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13921 00000100:00100000:1.0:1734016133.007307:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338696320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.007324:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.007338:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22873 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5d8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.007384:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340955904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.007437:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.007601:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13922 00000100:00100000:2.0:1734016133.007606:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338696192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.007614:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.007623:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5d1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.007634:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.007636:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.007642:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.007654:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.007662:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016133.007695:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338696192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 88us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.007701:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13922 00000100:00100000:1.0:1734016133.009980:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340955904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.010009:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22873 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d8 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.010020:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22873 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d8 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.010044:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016133.010075:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338696320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2768us (3358us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.010082:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13921 00000100:00100000:0.0:1734016133.012366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.012466:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696448 00000100:00100000:1.0:1734016133.012473:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696448 00000100:00100000:1.0:1734016133.012505:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13923 00000100:00100000:1.0:1734016133.012510:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338696448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.012522:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.012535:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22881 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5df expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.012576:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956032:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.012626:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.013964:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956032:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.013987:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22881 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5df expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.013997:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22881 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5df expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.014176:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016133.014264:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338696448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1751us (1901us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.014290:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13923 00000100:00100000:0.0:1734016133.020716:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.020801:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696576 00000100:00100000:1.0:1734016133.020809:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696576 00000100:00100000:1.0:1734016133.020843:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13924 00000100:00100000:1.0:1734016133.020850:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338696576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.020865:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.020880:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22888 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5e6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.020927:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956160:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.021034:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.022527:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.022556:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22888 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5e6 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.022566:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22888 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5e6 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.022590:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016133.022623:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338696576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1772us (1914us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.022631:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13924 00000100:00100000:0.0:1734016133.026506:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.026624:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696704 00000100:00100000:1.0:1734016133.026632:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696704 00000100:00100000:1.0:1734016133.030371:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13925 00000100:00100000:1.0:1734016133.030383:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338696704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.030401:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.030420:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2288f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5ed expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.030467:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.031121:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.033513:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956288:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.033547:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2288f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ed expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.033560:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea2288f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ed expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.034127:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016133.034210:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338696704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3827us (7710us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.034218:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13925 00000100:00100000:0.0:1734016133.038931:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.039024:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696832 00000100:00100000:1.0:1734016133.039034:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696832 00000100:00100000:1.0:1734016133.039064:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13926 00000100:00100000:1.0:1734016133.039070:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338696832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.039085:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.039100:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5f4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.039124:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.039130:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.039131:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.039134:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [86016->94207] (req 86016->94207) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.039159:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.039170:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 12 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016133.039186:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956416:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016133.039721:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.044141:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.044301:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338696960 00000100:00100000:2.0:1734016133.044308:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338696960 00010000:00010000:2.0:1734016133.044510:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00000100:00080000:3.0:1734016133.044572:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016103 00000100:00100000:1.0:1734016133.044766:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340956416:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016133.044790:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [86016->94207] (req 86016->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.044804:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016133.044850:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338696832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5779us (5927us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.044857:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13926 00000100:00100000:2.0:1734016133.044992:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3849 00000100:00100000:2.0:1734016133.044998:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338696960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.045008:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.045024:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.045034:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.045051:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2265f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf3e0 expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.045063:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.045064:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.045069:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.045076:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.045099:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.045110:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340956544:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.045847:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.047737:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340956544:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.047758:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.048431:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338696960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3431us (4295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.048441:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3849 00000100:00100000:3.0:1734016133.049199:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.049427:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697088 00000100:00100000:0.0:1734016133.049433:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697088 00000100:00100000:0.0:1734016133.049463:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13927 00000100:00100000:0.0:1734016133.049468:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338697088:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016133.049616:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1328403 -> 1328403 00002000:00010000:0.0:1734016133.049619:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:0.0:1734016133.049621:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:0.0:1734016133.049623:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:0.0:1734016133.049624:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:0.0:1734016133.049699:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338697088:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 229us (500us total) trans 4294968291 rc 0/0 00000100:00100000:0.0:1734016133.049705:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13927 00000100:00100000:0.0:1734016133.053810:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.053974:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697216 00000100:00100000:2.0:1734016133.053982:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697216 00000100:00100000:2.0:1734016133.054024:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13928 00000100:00100000:2.0:1734016133.054030:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338697216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.054045:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.054060:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf5fb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.054084:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.054090:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.054095:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.054096:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.054099:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3203072->3215359] (req 3203072->3215359) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.054127:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.054136:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 501 lvb_type: 1 00000100:00100000:2.0:1734016133.054146:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340956672:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.054832:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.054840:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 10 pid: 7692 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016133.054848:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340956800:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.054869:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.060503:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340956672:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.060515:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340956800:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.060542:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3203072->3215359] (req 3203072->3215359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.060557:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016133.060596:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338697216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6564us (6792us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.060606:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13928 00000100:00100000:0.0:1734016133.061297:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.061657:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697344 00000100:00100000:2.0:1734016133.061663:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697344 00010000:00010000:2.0:1734016133.061694:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 501 lvb_type: 1 00000100:00100000:2.0:1734016133.061729:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3850 00000100:00100000:2.0:1734016133.061734:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338697344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.061745:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.061762:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016133.061772:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016133.061792:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2287a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5d1 expref: 13 pid: 7692 timeout: 501 lvb_type: 1 00010000:00010000:2.0:1734016133.061819:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.061842:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338697344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 107us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.061847:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3850 00000100:00100000:0.0:1734016133.066079:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.066378:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697472 00000100:00100000:2.0:1734016133.066386:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697472 00010000:00010000:2.0:1734016133.066434:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00000100:00080000:3.0:1734016133.066555:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016103 00000100:00100000:2.0:1734016133.066915:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3851 00000100:00100000:2.0:1734016133.066921:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338697472:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.066933:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.066950:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.066961:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.066979:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2286c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 323584->327679) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5ca expref: 11 pid: 7692 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.067461:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.067463:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.067470:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.067477:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.067505:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.067518:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340956928:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.067579:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.075588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.075636:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.075742:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697856 00000100:00100000:1.0:1734016133.075750:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697856 00002000:00100000:1.0:1734016133.075788:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->1331199) req@ffff880079f21500 x1818247338697856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.075797:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338697856 ext(0->1331199) 00002000:00010000:1.0:1734016133.075802:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21500 00000100:00100000:2.0:1734016133.075905:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340956928:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.075922:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.075956:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338697472:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9035us (9883us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.075965:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3851 00000100:00100000:1.0:1734016133.076023:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338697984 00000100:00100000:1.0:1734016133.076026:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338697984 00002000:00100000:1.0:1734016133.076041:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3207167) req@ffff880079f23100 x1818247338697984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.076048:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f23100 with x1818247338697984 ext(3203072->3207167) 00002000:00010000:1.0:1734016133.076050:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f23100 00000100:00100000:3.0:1734016133.076111:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9632 00000100:00100000:3.0:1734016133.076117:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338697856:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.082041:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9633 00000100:00100000:1.0:1734016133.082053:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338697984:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.082228:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338697984:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 175us (6590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.082235:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9633 00002000:00100000:1.0:1734016133.082243:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3207167) req@ffff880079f23100 x1818247338697984/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.082253:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f23100 with x1818247338697984 ext(3203072->3207167) 00002000:00010000:1.0:1734016133.082258:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f23100 00000100:00100000:0.0:1734016133.091152:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.091245:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338698240 00000100:00100000:1.0:1734016133.091253:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338698240 00002000:00100000:1.0:1734016133.091324:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3211264->3215359) req@ffff880079f20380 x1818247338698240/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.091333:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338698240 ext(3211264->3215359) 00002000:00010000:1.0:1734016133.091338:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:1.0:1734016133.091424:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9634 00000100:00100000:1.0:1734016133.091431:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338698240:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.091753:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338698240:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 321us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.091759:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9634 00002000:00100000:1.0:1734016133.091765:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3211264->3215359) req@ffff880079f20380 x1818247338698240/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.091772:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338698240 ext(3211264->3215359) 00002000:00010000:1.0:1734016133.091775:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:0.0:1734016133.095232:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.095318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.095404:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338698496 00000100:00100000:2.0:1734016133.095412:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338698496 00000100:00100000:2.0:1734016133.095445:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338698368 00000100:00100000:2.0:1734016133.095447:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338698368 00000100:00100000:2.0:1734016133.095463:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13929 00000100:00100000:2.0:1734016133.095470:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338698496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.095486:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.095501:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea228a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf609 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.095551:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340957056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.095595:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.095612:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13930 00000100:00100000:2.0:1734016133.095615:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338698368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.095622:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.095630:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea228ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf602 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.095654:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340957184:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.095671:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.097204:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338697856:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 21080us (21620us total) trans 0 rc 1331200/1331200 00000100:00100000:3.0:1734016133.097213:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9632 00002000:00100000:3.0:1734016133.097222:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->1331199) req@ffff880079f21500 x1818247338697856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 1331200/1331200 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.097231:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338697856 ext(0->1331199) 00002000:00010000:3.0:1734016133.097234:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21500 00000100:00100000:3.0:1734016133.101774:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340957184:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.101806:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea228ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf602 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.101818:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea228ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf602 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.101852:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00002000:00010000:2.0:1734016133.101949:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:2.0:1734016133.101962:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340957056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.101978:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea228a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf609 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.101987:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea228a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf609 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.101999:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:3.0:1734016133.102691:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338698368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7072us (7370us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.102700:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13930 00000100:00100000:2.0:1734016133.102768:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338698496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7299us (7544us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.102774:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13929 00000100:00100000:0.0:1734016133.105951:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.106578:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338698624 00000100:00100000:2.0:1734016133.106586:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338698624 00000100:00100000:2.0:1734016133.106627:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13931 00000100:00100000:2.0:1734016133.106633:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338698624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.106647:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.106660:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea228b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf610 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.109391:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.109463:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338698752 00000100:00100000:3.0:1734016133.109471:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338698752 00000100:00100000:3.0:1734016133.109514:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13932 00000100:00100000:3.0:1734016133.109520:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338698752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.109535:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.109549:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea228b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf617 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.109595:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340957312:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.109650:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.109846:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340957440:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.109865:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.112181:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340957440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.112210:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea228b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf610 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.112225:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea228b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf610 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.112331:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340957312:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.112347:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea228b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf617 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.112354:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea228b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf617 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.112459:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00010000:00010000:3.0:1734016133.112602:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:2.0:1734016133.112672:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338698624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6038us (6728us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.112689:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13931 00000100:00100000:3.0:1734016133.112778:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338698752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3257us (3394us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.113020:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13932 00000100:00100000:2.0:1734016133.119298:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.119361:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699008 00000100:00100000:0.0:1734016133.119368:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699008 00000100:00100000:0.0:1734016133.119671:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2674 00000100:00100000:0.0:1734016133.119685:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338699008:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016133.119726:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.119747:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea227af lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf50d expref: 32 pid: 7714 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1734016133.119791:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00010000:00010000:0.0:1734016133.119849:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.119853:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016133.119970:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.119980:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.119987:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.120013:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.120024:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 23 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016133.120036:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340957568:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016133.120087:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.122355:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340957568:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.122397:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016133.123579:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.124205:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699136 00000100:00100000:0.0:1734016133.124213:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699136 00000100:00080000:3.0:1734016133.125312:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016103 00010000:00010000:0.0:1734016133.125521:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016133.126414:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3852 00000100:00100000:0.0:1734016133.126427:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1969:x1818247338699136:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.126449:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.126457:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.126469:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.126491:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf4b9 expref: 24 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.126513:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.126518:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.126527:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.126536:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.126577:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.126633:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1969:x1818247338699136:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 210us (3055us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.126643:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3852 00010000:00010000:3.0:1734016133.127006:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.127012:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016133.127083:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969012 00000004:00010000:3.0:1734016133.127139:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c660700 reply state ffff880079314000 transno 4294969013 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016133.127145:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.127218:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338699008:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7539us (7948us total) trans 4294969013 rc 0/0 00000100:00100000:3.0:1734016133.127226:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2674 00000020:00080000:3.0:1734016133.127231:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016133.131239:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016133.131303:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131311:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131317:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131321:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933dd40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.131324:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131330:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131345:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.131348:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.131351:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.131355:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea228c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016133.131430:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699264 00000100:00100000:3.0:1734016133.131438:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699264 00000100:00100000:3.0:1734016133.131474:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13933 00000100:00100000:3.0:1734016133.131480:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338699264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.131498:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.131514:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf61e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.131539:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.131550:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.131552:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.131555:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.131583:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.131594:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 11 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.131606:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340957696:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.131657:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.134745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.134844:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340957696:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.134871:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.134889:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:2.0:1734016133.134938:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338699264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3456us (3706us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.134946:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13933 00000100:00100000:3.0:1734016133.135108:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699392 00000100:00100000:3.0:1734016133.135114:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699392 00002000:00100000:3.0:1734016133.135143:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3215359) req@ffff880079efed80 x1818247338699392/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 12776/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.135150:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efed80 with x1818247338699392 ext(3203072->3215359) 00010000:00010000:3.0:1734016133.135157:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.135167:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 12 pid: 7694 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016133.135173:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079efed80 00000100:00100000:3.0:1734016133.135201:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 363 00000100:00100000:3.0:1734016133.135206:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338699392:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.137532:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338699392:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2314us (2783us total) trans 4294969924 rc 0/0 00000100:00100000:3.0:1734016133.137544:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 363 00002000:00100000:3.0:1734016133.137555:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (3203072->3215359) req@ffff880079efed80 x1818247338699392/t4294969924(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 12776/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.137564:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efed80 with x1818247338699392 ext(3203072->3215359) 00010000:00010000:3.0:1734016133.137572:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.137588:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00002000:00010000:3.0:1734016133.137594:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079efed80 00000100:00100000:0.0:1734016133.141828:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.141944:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699520 00000100:00100000:2.0:1734016133.141953:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699520 00010000:00010000:2.0:1734016133.141981:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016133.142009:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3853 00000100:00100000:2.0:1734016133.142016:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338699520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.142028:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016133.142044:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 936 -> 960 00010000:00010000:2.0:1734016133.142049:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.142064:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.142083:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2289d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3203072->3215359) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5fb expref: 14 pid: 7694 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.142447:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.142450:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.142455:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.142463:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.142493:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.142504:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340957824:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.142556:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.144327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.144446:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699648 00000100:00100000:3.0:1734016133.144453:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699648 00000100:00100000:3.0:1734016133.144484:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13934 00000100:00100000:3.0:1734016133.144490:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338699648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.144504:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.144518:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf625 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.144540:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.144550:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.144551:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.144554:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.144574:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.144584:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 11 pid: 8975 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.144593:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340957952:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.144641:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.144714:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340957824:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.144728:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.144748:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338699520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2732us (2928us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.144755:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3853 00000100:00100000:3.0:1734016133.151997:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340957952:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.152028:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.152043:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016133.152089:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338699648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7597us (7766us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.152097:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13934 00000100:00100000:0.0:1734016133.154023:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.154175:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699776 00000100:00100000:2.0:1734016133.154183:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699776 00010000:00010000:2.0:1734016133.154213:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 12 pid: 8975 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016133.154239:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3854 00000100:00100000:2.0:1734016133.154245:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338699776:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.154259:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.154304:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 12 pid: 8975 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.154314:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 12 pid: 8975 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.154332:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22896 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 86016->94207) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf5f4 expref: 12 pid: 8975 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.154851:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.154854:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.154860:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.154867:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.154896:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.154907:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340958080:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.155910:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.158373:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.158422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.158580:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340958080:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.158599:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.158641:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338699776:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4394us (4625us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.158651:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3854 00000100:00100000:3.0:1734016133.158791:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700032 00000100:00100000:3.0:1734016133.158797:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700032 00002000:00010000:3.0:1734016133.158822:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (627968->18446744073709551615) 00002000:00100000:3.0:1734016133.158826:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efe680 with x1818247338700032 ext(627968->18446744073709551615) 00002000:00010000:3.0:1734016133.158835:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efe680. 00000100:00100000:3.0:1734016133.158846:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338699904 00000100:00100000:3.0:1734016133.158848:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338699904 00002000:00010000:3.0:1734016133.158856:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.158858:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079eff100 with x1818247338699904 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.158864:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079eff100. 00000100:00100000:3.0:1734016133.158880:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9635 00000100:00100000:3.0:1734016133.158886:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338700032:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.159577:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1328403 -> 627968 00002000:00010000:3.0:1734016133.159582:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.159584:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:3.0:1734016133.159586:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.159588:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:3.0:1734016133.159612:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338700032:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 726us (1247us total) trans 4294968292 rc 0/0 00000100:00100000:3.0:1734016133.159618:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9635 00002000:00010000:3.0:1734016133.159620:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (627968->18446744073709551615) 00002000:00100000:3.0:1734016133.159623:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efe680 with x1818247338700032 ext(627968->18446744073709551615) 00002000:00010000:3.0:1734016133.159627:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efe680. 00000100:00100000:3.0:1734016133.159637:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9636 00000100:00100000:3.0:1734016133.159643:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338699904:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.159718:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016133.159721:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.159722:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.159724:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.159726:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:3.0:1734016133.159748:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338699904:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 105us (1326us total) trans 4294969925 rc 0/0 00000100:00100000:3.0:1734016133.159754:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9636 00002000:00010000:3.0:1734016133.159756:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.159758:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079eff100 with x1818247338699904 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.159761:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079eff100. 00000100:00100000:0.0:1734016133.163099:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.163182:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700160 00000100:00100000:3.0:1734016133.163190:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700160 00000100:00100000:3.0:1734016133.163234:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2675 00000100:00100000:3.0:1734016133.163240:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338700160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.163255:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.163406:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea228d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf62c expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.163475:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.163486:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.163495:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016133.163514:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4822272 00000004:00200000:3.0:1734016133.163518:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.163528:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.163546:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea228d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.163558:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.163564:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016133.163566:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.163568:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016133.165174:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338700160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1925us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.165184:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2675 00000100:00100000:0.0:1734016133.167739:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.167798:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.167924:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700416 00000100:00100000:3.0:1734016133.167933:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700416 00000100:00100000:3.0:1734016133.167967:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700288 00000100:00100000:3.0:1734016133.167969:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700288 00000100:00100000:3.0:1734016133.168000:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13935 00000100:00100000:3.0:1734016133.168007:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338700416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.168025:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.168042:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea228e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf63a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.168097:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340958208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.168151:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.168213:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13936 00000100:00100000:0.0:1734016133.168217:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338700288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.168225:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.168235:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea228ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf633 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.168262:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340958336:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.168329:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.170628:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340958336:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.170670:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea228ea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf633 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.170693:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c480/0x857af32d4ea228ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf633 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016133.170819:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016131 -> 1734016132 00000100:00100000:3.0:1734016133.170830:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340958208:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.170846:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea228e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf63a expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.170858:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea228e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf63a expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.170866:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00010000:00010000:1.0:1734016133.170954:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:3.0:1734016133.171135:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338700416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3127us (3402us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.171143:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13935 00000100:00100000:1.0:1734016133.171214:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338700288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2993us (3413us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.171218:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13936 00000100:00100000:0.0:1734016133.173858:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.174316:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.174566:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700544 00000100:00100000:3.0:1734016133.174573:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700544 00000100:00100000:3.0:1734016133.175044:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700672 00000100:00100000:3.0:1734016133.175047:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700672 00000100:00100000:1.0:1734016133.175117:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13937 00000100:00100000:1.0:1734016133.175125:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338700544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.175141:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.175156:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea228f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf641 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.175202:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340958464:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.175249:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.175404:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13938 00000100:00100000:3.0:1734016133.175410:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338700672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.175417:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.175427:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea228f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf648 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.175451:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340958592:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.175468:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.177533:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340958464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.177564:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea228f1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf641 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.177575:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea228f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf641 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.177604:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016133.177635:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338700544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2511us (3785us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.177643:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13937 00000100:00100000:3.0:1734016133.177737:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340958592:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.177758:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea228f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf648 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.177766:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea228f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf648 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.177776:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016133.177794:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338700672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2385us (3479us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.177799:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13938 00000100:00100000:0.0:1734016133.182165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.182669:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338700928 00000100:00100000:3.0:1734016133.182686:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338700928 00000100:00100000:3.0:1734016133.182739:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2676 00000100:00100000:3.0:1734016133.182746:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338700928:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016133.182913:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.182925:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.182930:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.182954:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.182965:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 23 pid: 7714 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.182976:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340958720:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.183326:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.185923:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340958720:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.185947:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016133.186304:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.186618:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701056 00000100:00100000:2.0:1734016133.186625:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701056 00010000:00010000:2.0:1734016133.186650:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 24 pid: 7714 timeout: 501 lvb_type: 0 00000100:00100000:2.0:1734016133.186675:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3855 00000100:00100000:2.0:1734016133.186689:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1970:x1818247338701056:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.186708:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.186714:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 24 pid: 7714 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.186723:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 24 pid: 7714 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.186738:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea228dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf62c expref: 24 pid: 7714 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.186751:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.186755:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.186762:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.186767:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.186790:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.186822:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:1970:x1818247338701056:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 132us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.186828:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3855 00010000:00010000:3.0:1734016133.186978:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.186984:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016133.187052:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969014 00000004:00010000:3.0:1734016133.187085:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079efea00 reply state ffff88012b858000 transno 4294969015 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016133.187090:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.187148:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338700928:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4401us (4990us total) trans 4294969015 rc 0/0 00000100:00100000:3.0:1734016133.187155:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2676 00000020:00080000:3.0:1734016133.187158:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016133.189150:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189160:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189166:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189171:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cfcc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.189175:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189180:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189192:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.189194:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.189197:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.189202:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea228ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016133.189596:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.190404:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.190494:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701312 00000100:00100000:2.0:1734016133.190502:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701312 00002000:00010000:2.0:1734016133.190530:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1212516->18446744073709551615) 00002000:00100000:2.0:1734016133.190533:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27800 with x1818247338701312 ext(1212516->18446744073709551615) 00002000:00010000:2.0:1734016133.190543:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27800. 00000100:00100000:2.0:1734016133.190558:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701184 00000100:00100000:2.0:1734016133.190560:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701184 00002000:00010000:2.0:1734016133.190568:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.190571:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27100 with x1818247338701184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.190576:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27100. 00000100:00100000:2.0:1734016133.190588:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9637 00000100:00100000:2.0:1734016133.190594:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338701312:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.190767:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 627968 -> 1212516 00002000:00010000:2.0:1734016133.190771:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.190773:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016131 00002000:00010000:2.0:1734016133.190775:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.190777:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1734016133.190814:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338701312:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 219us (1220us total) trans 4294968293 rc 0/0 00000100:00100000:2.0:1734016133.190821:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9637 00002000:00010000:2.0:1734016133.190824:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1212516->18446744073709551615) 00002000:00100000:2.0:1734016133.190826:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27800 with x1818247338701312 ext(1212516->18446744073709551615) 00002000:00010000:2.0:1734016133.190830:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27800. 00000100:00100000:2.0:1734016133.190842:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9638 00000100:00100000:2.0:1734016133.190846:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338701184:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.190899:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016133.190902:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.190903:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.190905:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.190906:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:2.0:1734016133.190923:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338701184:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 75us (519us total) trans 4294969926 rc 0/0 00000100:00100000:2.0:1734016133.190928:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9638 00002000:00010000:2.0:1734016133.190930:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.190932:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27100 with x1818247338701184 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.190936:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e27100. 00000100:00100000:0.0:1734016133.196013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.196127:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701568 00000100:00100000:2.0:1734016133.196134:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701568 00002000:00100000:2.0:1734016133.196170:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->1216511) req@ffff880079f21c00 x1818247338701568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.196179:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21c00 with x1818247338701568 ext(0->1216511) 00002000:00010000:2.0:1734016133.196184:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21c00 00000100:00100000:2.0:1734016133.196553:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9639 00000100:00100000:2.0:1734016133.196560:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338701568:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.212318:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338701568:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 15745us (16302us total) trans 0 rc 1216512/1216512 00000100:00100000:2.0:1734016133.212334:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9639 00002000:00100000:2.0:1734016133.212346:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->1216511) req@ffff880079f21c00 x1818247338701568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 1216512/1216512 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.212355:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21c00 with x1818247338701568 ext(0->1216511) 00002000:00010000:2.0:1734016133.212361:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21c00 00000100:00100000:0.0:1734016133.216487:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.216617:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701696 00000100:00100000:2.0:1734016133.216626:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701696 00002000:00100000:2.0:1734016133.216662:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1204224->1212515) req@ffff880079f22a00 x1818247338701696/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 8784/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.216671:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22a00 with x1818247338701696 ext(1204224->1212515) 00002000:00010000:2.0:1734016133.216686:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f22a00 00000100:00100000:1.0:1734016133.217426:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9640 00000100:00100000:1.0:1734016133.217435:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338701696:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016133.218222:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338701696:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 786us (1742us total) trans 4294968294 rc 0/0 00000100:00100000:1.0:1734016133.218229:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9640 00002000:00100000:1.0:1734016133.218235:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1204224->1212515) req@ffff880079f22a00 x1818247338701696/t4294968294(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 8784/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.218243:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22a00 with x1818247338701696 ext(1204224->1212515) 00002000:00010000:1.0:1734016133.218248:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f22a00 00000100:00100000:0.0:1734016133.220555:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.221745:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701824 00000100:00100000:3.0:1734016133.221755:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701824 00000100:00100000:3.0:1734016133.222353:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2677 00000100:00100000:3.0:1734016133.222360:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338701824:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016133.222537:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338701824:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 176us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.222544:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2677 00000100:00100000:0.0:1734016133.224781:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.224883:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338701952 00000100:00100000:3.0:1734016133.224890:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338701952 00000100:00100000:3.0:1734016133.224946:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13939 00000100:00100000:3.0:1734016133.224952:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338701952:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016133.226488:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968294 is committed 00000001:00080000:0.0:1734016133.226506:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968291 is committed 00000100:00100000:3.0:1734016133.227868:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338701952:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2909us (3088us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.227879:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13939 00000100:00100000:0.0:1734016133.231181:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.231304:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702080 00000100:00100000:2.0:1734016133.231312:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702080 00000100:00100000:2.0:1734016133.231364:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2678 00000100:00100000:2.0:1734016133.231371:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338702080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.231388:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.231405:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea22906 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf64f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.231485:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.231498:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.231507:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016133.231529:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5406820 00000004:00200000:2.0:1734016133.231533:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.231553:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.231573:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea22906 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 37 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.231609:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 36 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.231616:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.231618:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.231621:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016133.231661:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338702080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 290us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.231667:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2678 00000100:00100000:0.0:1734016133.234448:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.234575:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702336 00000100:00100000:3.0:1734016133.234585:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702336 00000100:00100000:3.0:1734016133.234648:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2679 00000100:00100000:3.0:1734016133.234658:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338702336:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016133.234858:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.234870:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 35 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.234876:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.234902:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 35 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.234912:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 35 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.234923:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340958848:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.234990:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.240515:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.240609:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702464 00000100:00100000:1.0:1734016133.240617:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702464 00010000:00010000:1.0:1734016133.240648:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 36 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016133.240694:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3856 00000100:00100000:1.0:1734016133.240700:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:1970:x1818247338702464:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.240714:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.240719:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 36 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016133.240734:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 36 pid: 6487 timeout: 501 lvb_type: 0 00010000:00010000:1.0:1734016133.240752:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016133.240756:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016133.240764:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016133.240770:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016133.240784:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.240817:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:1970:x1818247338702464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 117us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.240824:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3856 00010000:00010000:3.0:1734016133.240924:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2290d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf64f expref: 35 pid: 6487 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.240942:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340958848:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.240959:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.240966:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.240970:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016133.241038:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969016 00000004:00010000:3.0:1734016133.241070:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c6b6680 reply state ffff88007809f000 transno 4294969017 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016133.241076:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016133.241130:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338702336:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6473us (6689us total) trans 4294969017 rc 0/0 00000100:00100000:3.0:1734016133.241137:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2679 00000020:00080000:3.0:1734016133.241141:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016133.248478:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248492:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248498:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248503:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cc6c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.248507:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248513:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248527:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.248529:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.248532:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.248540:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea22914 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016133.249247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.249367:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702592 00000100:00100000:3.0:1734016133.249373:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702592 00000100:00100000:3.0:1734016133.249407:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13940 00000100:00100000:3.0:1734016133.249414:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338702592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.249427:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.249441:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf656 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.249462:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.249467:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.249469:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.249473:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.249497:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.249506:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 12 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.249516:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340958976:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.249557:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.253450:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340958976:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.253479:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 14 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.253495:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016133.254134:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338702592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4716us (4885us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.254143:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13940 00000100:00100000:2.0:1734016133.254491:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.255095:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702720 00000100:00100000:3.0:1734016133.255101:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702720 00010000:00010000:3.0:1734016133.255122:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.255241:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3857 00000100:00100000:3.0:1734016133.255246:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338702720:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.255257:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.255291:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.255301:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.255320:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea228c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf61e expref: 13 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.255726:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.255729:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.255735:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.255743:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.255769:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.255779:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340959104:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.256237:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.259253:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340959104:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.259301:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.259351:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338702720:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4102us (4859us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.259362:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3857 00000100:00100000:0.0:1734016133.259458:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.259884:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702848 00000100:00100000:3.0:1734016133.259889:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702848 00000100:00100000:3.0:1734016133.260085:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13941 00000100:00100000:3.0:1734016133.260092:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338702848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.260107:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.260121:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf65d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.260143:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.260150:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.260152:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.260155:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.260180:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.260190:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 7 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.260200:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340959232:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.260246:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.264246:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340959232:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.264292:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.264307:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016133.264351:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338702848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4258us (4892us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.264358:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13941 00000100:00100000:0.0:1734016133.265304:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.265356:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338702976 00000100:00100000:3.0:1734016133.265361:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338702976 00010000:00010000:3.0:1734016133.265382:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.265400:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3858 00000100:00100000:3.0:1734016133.265405:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338702976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.265414:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016133.265426:0:7708:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016131 -> 1734016132 00002000:00010000:3.0:1734016133.265428:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 64 -> 88 00010000:00010000:3.0:1734016133.265432:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.265441:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.265458:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea228ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf625 expref: 8 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.265538:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.265540:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.265545:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.265553:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.265578:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.265589:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340959360:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.265622:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.268310:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.268374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.268551:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703232 00000100:00100000:2.0:1734016133.268558:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703232 00002000:00010000:2.0:1734016133.268586:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1775410->18446744073709551615) 00002000:00100000:2.0:1734016133.268590:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7480 with x1818247338703232 ext(1775410->18446744073709551615) 00002000:00010000:2.0:1734016133.268598:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b7480. 00000100:00100000:2.0:1734016133.268614:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703104 00000100:00100000:2.0:1734016133.268616:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703104 00002000:00010000:2.0:1734016133.268625:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.268627:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5f80 with x1818247338703104 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.268633:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b5f80. 00000100:00100000:2.0:1734016133.268649:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9641 00000100:00100000:2.0:1734016133.268655:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338703232:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.268839:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1212516 -> 1775410 00002000:00010000:2.0:1734016133.268843:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016133.268844:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.268846:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016133.268848:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1734016133.268882:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338703232:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 227us (614us total) trans 4294968295 rc 0/0 00000100:00100000:2.0:1734016133.268888:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9641 00002000:00010000:2.0:1734016133.268894:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1775410->18446744073709551615) 00002000:00100000:2.0:1734016133.268896:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7480 with x1818247338703232 ext(1775410->18446744073709551615) 00002000:00010000:2.0:1734016133.268899:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b7480. 00000100:00100000:2.0:1734016133.268911:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9642 00000100:00100000:2.0:1734016133.268915:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338703104:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016133.268968:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016133.268971:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016133.268972:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.268974:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016132 -> 1734016133 00002000:00010000:2.0:1734016133.268976:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:2.0:1734016133.268990:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338703104:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 74us (617us total) trans 4294969927 rc 0/0 00000100:00100000:2.0:1734016133.268996:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9642 00002000:00010000:2.0:1734016133.268998:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016133.269000:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5f80 with x1818247338703104 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016133.269003:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b5f80. 00000100:00100000:3.0:1734016133.269590:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340959360:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.269611:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.269635:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338702976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4229us (4332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.269644:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3858 00000100:00100000:0.0:1734016133.272821:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.272920:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703360 00000100:00100000:3.0:1734016133.272928:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703360 00000100:00100000:3.0:1734016133.272974:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2680 00000100:00100000:3.0:1734016133.272980:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338703360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.273000:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.273017:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22929 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf664 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.273091:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.273101:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.273109:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016133.273128:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5969714 00000004:00200000:3.0:1734016133.273131:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.273142:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016133.273160:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22929 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf664 expref: 27 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.273188:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf664 expref: 26 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.273194:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016133.273196:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.273198:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016133.273242:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338703360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 261us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.273247:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2680 00000100:00100000:0.0:1734016133.275514:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.276131:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703488 00000100:00100000:3.0:1734016133.276139:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703488 00000100:00100000:3.0:1734016133.276213:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13942 00000100:00100000:3.0:1734016133.276219:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338703488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.276234:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.276249:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf66b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.276321:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.276327:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.276329:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016133.276332:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [966656->974847] (req 966656->974847) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.276358:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.276369:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 6 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.276380:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340959488:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.276432:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.278314:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340959488:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.278339:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [966656->974847] (req 966656->974847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.278353:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016133.278387:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338703488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2167us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.278396:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13942 00000100:00100000:0.0:1734016133.279013:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.279192:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703616 00000100:00100000:3.0:1734016133.279198:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703616 00010000:00010000:3.0:1734016133.279223:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 7 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:3.0:1734016133.279261:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3859 00000100:00100000:3.0:1734016133.279268:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338703616:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.279312:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.279330:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 7 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.279339:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 7 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.279358:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22922 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf65d expref: 7 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:3.0:1734016133.279370:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.279372:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.279378:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.279387:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.279413:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.279424:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340959616:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.280728:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.288124:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.288670:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340959616:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.288701:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.288750:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338703616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9481us (9738us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.288761:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3859 00000100:00100000:2.0:1734016133.289377:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703744 00000100:00100000:2.0:1734016133.289384:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703744 00000100:00100000:2.0:1734016133.289418:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13943 00000100:00100000:2.0:1734016133.289424:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338703744:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.289568:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1775410 -> 1775410 00002000:00010000:2.0:1734016133.289571:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.289573:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:2.0:1734016133.289574:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.289576:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1734016133.289637:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338703744:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 211us (1518us total) trans 4294968296 rc 0/0 00000100:00100000:2.0:1734016133.289646:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13943 00000100:00100000:0.0:1734016133.291994:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.292245:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338703872 00000100:00100000:1.0:1734016133.292251:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338703872 00000100:00100000:1.0:1734016133.292326:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13944 00000100:00100000:1.0:1734016133.292332:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338703872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.292348:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.292363:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2293e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf672 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.292409:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340959744:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.292458:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.295242:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340959744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.295500:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2293e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf672 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.295513:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2293e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf672 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.295606:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016133.295714:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338703872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3381us (3731us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.295722:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13944 00000100:00100000:0.0:1734016133.298481:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.298717:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704000 00000100:00100000:1.0:1734016133.298725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704000 00000100:00100000:1.0:1734016133.298776:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13945 00000100:00100000:1.0:1734016133.298784:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338704000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.298801:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.298818:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22945 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf679 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.298867:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340959872:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.298918:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.300594:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340959872:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.300622:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22945 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf679 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.300635:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22945 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf679 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.300648:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016133.300690:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338704000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1906us (2215us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.300697:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13945 00000100:00100000:0.0:1734016133.302207:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.302634:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704128 00000100:00100000:2.0:1734016133.302641:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704128 00000100:00100000:2.0:1734016133.303086:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2681 00000100:00100000:2.0:1734016133.303093:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338704128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.303108:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.303122:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea2294c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf680 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.303186:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.303196:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.303204:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016133.303221:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5969714 00000004:00200000:2.0:1734016133.303224:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.303236:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.303252:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea2294c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 37 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.303484:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 36 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.303491:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.303494:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.303497:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016133.303544:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338704128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 451us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.303550:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2681 00000100:00100000:0.0:1734016133.305658:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.305953:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704256 00000100:00100000:1.0:1734016133.305961:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704256 00000100:00100000:1.0:1734016133.306196:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13946 00000100:00100000:1.0:1734016133.306202:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338704256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.306216:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.306230:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2295a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf687 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.306299:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340960000:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.306345:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.307887:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340960000:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.307911:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2295a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf687 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.307921:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea2295a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf687 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.307933:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016133.308147:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338704256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1943us (2492us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.308156:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13946 00000100:00100000:0.0:1734016133.311369:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.311451:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704384 00000100:00100000:1.0:1734016133.311460:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704384 00000100:00100000:1.0:1734016133.311515:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13947 00000100:00100000:1.0:1734016133.311522:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338704384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.311542:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.311557:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea22961 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf68e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.311611:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340960128:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.311666:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.314427:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340960128:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.314468:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea22961 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf68e expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.314481:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea22961 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf68e expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.315025:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016133.315120:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338704384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3595us (3757us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.315127:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13947 00000100:00100000:0.0:1734016133.318419:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.318843:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704512 00000100:00100000:1.0:1734016133.318853:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704512 00000100:00100000:1.0:1734016133.318896:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13948 00000100:00100000:1.0:1734016133.318904:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1972:x1818247338704512:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016133.319079:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016133.319083:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.319085:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:1.0:1734016133.319087:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016133.319089:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:1.0:1734016133.319163:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338704512:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 259us (750us total) trans 4294969928 rc 0/0 00000100:00100000:1.0:1734016133.319170:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13948 00000100:00100000:2.0:1734016133.322134:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.322313:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704640 00000100:00100000:0.0:1734016133.322320:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704640 00000100:00100000:0.0:1734016133.322365:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13949 00000100:00100000:0.0:1734016133.322373:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338704640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.322388:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.322404:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22968 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf695 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.322451:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960256:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.322519:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.324571:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.324596:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22968 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf695 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.324607:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22968 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf695 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.324622:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:2.0:1734016133.324664:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338704640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2292us (2536us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.324671:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13949 00000100:00100000:0.0:1734016133.328801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.328906:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704768 00000100:00100000:2.0:1734016133.328915:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704768 00000100:00100000:2.0:1734016133.329029:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13950 00000100:00100000:2.0:1734016133.329036:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338704768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.329051:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.329066:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2296f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf69c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.329108:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.329326:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.331165:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.331191:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2296f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf69c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.331204:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2296f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf69c expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.331216:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016133.331260:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338704768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2223us (2467us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.331267:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13950 00000100:00100000:0.0:1734016133.334512:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.334621:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338704896 00000100:00100000:2.0:1734016133.334630:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338704896 00000100:00100000:2.0:1734016133.334727:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13951 00000100:00100000:2.0:1734016133.334734:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338704896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.334751:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.334782:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22976 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6a3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.334834:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960512:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.334893:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.336442:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960512:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.336471:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22976 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6a3 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.336490:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22976 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6a3 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.336503:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016133.336557:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338704896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1822us (2054us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.336564:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13951 00000100:00100000:3.0:1734016133.339885:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.339980:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705024 00000100:00100000:2.0:1734016133.339988:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705024 00000100:00100000:2.0:1734016133.340637:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13952 00000100:00100000:2.0:1734016133.340644:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338705024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.340661:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.340684:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2297d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6aa expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.340738:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.340793:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.342618:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340960640:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.342644:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2297d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6aa expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.342655:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2297d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6aa expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.342668:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016133.342721:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338705024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2076us (2842us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.342728:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13952 00000100:00100000:2.0:1734016133.346204:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.346478:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705152 00000100:00100000:0.0:1734016133.346486:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705152 00000100:00100000:0.0:1734016133.346528:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13953 00000100:00100000:0.0:1734016133.346534:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338705152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.346552:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.346570:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22984 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6b1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.346617:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340960768:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.346687:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.348052:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340960768:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.348076:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22984 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6b1 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.348087:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea22984 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6b1 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.348112:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016133.348155:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338705152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1620us (1959us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.348163:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13953 00000100:00100000:0.0:1734016133.352308:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.352627:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705280 00000100:00100000:2.0:1734016133.352634:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705280 00000100:00100000:2.0:1734016133.352869:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13954 00000100:00100000:2.0:1734016133.352876:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338705280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.352892:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.352907:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2298b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6b8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.352949:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340960896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.353382:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800788d7780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.356728:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340960896:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.356763:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2298b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6b8 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.356776:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2298b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6b8 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.356802:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:3.0:1734016133.356842:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338705280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3965us (4540us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.356850:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13954 00000100:00100000:3.0:1734016133.360490:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.360598:0:6490:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705536 00000100:00100000:2.0:1734016133.360606:0:6490:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705536 00000100:00100000:2.0:1734016133.360647:0:6490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 51 00000100:00100000:2.0:1734016133.360653:0:6490:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7cf8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338705536:12345-192.168.201.60@tcp:35:fsx.0 00000100:00100000:2.0:1734016133.360919:0:6490:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7cf8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338705536:12345-192.168.201.60@tcp:35:fsx.0 Request processed in 264us (436us total) trans 4294969018 rc 0/0 00000100:00100000:2.0:1734016133.360925:0:6490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 51 00000100:00100000:0.0:1734016133.362884:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.363010:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705664 00000100:00100000:2.0:1734016133.363017:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705664 00000100:00100000:2.0:1734016133.363074:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2682 00000100:00100000:2.0:1734016133.363080:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338705664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.363108:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.363127:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22992 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6bf expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.363178:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22999 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.363190:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.363199:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016133.363237:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1734016133.363240:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.363255:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.363581:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea22992 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6bf expref: 39 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.363596:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a400/0x857af32d4ea22999 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6bf expref: 38 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.363602:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b4833400) 00010000:00010000:2.0:1734016133.363605:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1734016133.363607:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a400, rc 0) 00000100:00100000:2.0:1734016133.363656:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338705664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 575us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.363665:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2682 00000100:00100000:0.0:1734016133.365138:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.365243:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338705920 00000100:00100000:2.0:1734016133.365250:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338705920 00000100:00100000:2.0:1734016133.365386:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2683 00000100:00100000:2.0:1734016133.365392:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338705920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.365403:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.365413:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea229a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6c6 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.365459:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365467:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365475:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365483:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365488:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365493:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365606:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea229b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365614:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea229b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365623:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea229b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016133.365631:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5969714 00010000:00010000:2.0:1734016133.365705:0:6487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365711:0:6487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365715:0:6487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365719:0:6487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b180 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.365722:0:6487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365726:0:6487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365734:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b4833400) 00010000:00010000:2.0:1734016133.365736:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.365739:0:6487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365743:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea229a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365751:0:6487:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365754:0:6487:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365761:0:6487:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365765:0:6487:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.365766:0:6487:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365769:0:6487:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365773:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800b4833600) 00010000:00010000:2.0:1734016133.365775:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.365776:0:6487:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365780:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea229ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.365807:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea229a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6c6 expref: 41 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.365815:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea229b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6c6 expref: 40 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.365820:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.365822:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.365823:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016133.365859:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+40:10361:x1818247338705920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 466us (723us total) trans 4294969019 rc 0/0 00000100:00100000:2.0:1734016133.365864:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2683 00000100:00100000:3.0:1734016133.368514:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.368568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.368645:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706048 00000100:00100000:0.0:1734016133.368653:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706048 00000100:00100000:0.0:1734016133.368711:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13955 00000100:00100000:0.0:1734016133.368719:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338706048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.368734:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.368751:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6cd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.368804:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961024:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.368847:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.369011:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706176 00000100:00100000:2.0:1734016133.369016:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706176 00000100:00100000:2.0:1734016133.369045:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 18 00000100:00100000:2.0:1734016133.369050:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+40:1970:x1818247338706176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.369060:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.369075:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea229b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6c6 expref: 40 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.369089:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.369092:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.369117:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:1970:x1818247338706176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 66us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.369124:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 18 00000100:00100000:1.0:1734016133.371092:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.371113:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6cd expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.371124:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6cd expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.371171:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016133.371210:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338706048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2491us (2702us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.371216:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13955 00000100:00100000:0.0:1734016133.373044:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.373154:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706304 00000100:00100000:1.0:1734016133.373161:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706304 00000100:00100000:1.0:1734016133.373205:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13956 00000100:00100000:1.0:1734016133.373211:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338706304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.373224:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.373239:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea229ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6d4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.373304:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.373359:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.376093:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.376130:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea229ca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6d4 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.376144:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea229ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6d4 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.376157:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016133.376906:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338706304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3689us (3860us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.376917:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13956 00000100:00100000:3.0:1734016133.381200:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.381468:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706432 00000100:00100000:1.0:1734016133.381476:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706432 00000100:00100000:1.0:1734016133.381710:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13957 00000100:00100000:1.0:1734016133.381717:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338706432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.381730:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.381745:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea229d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6db expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.381792:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340961280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.381990:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016133.385120:0:7693:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4194304 -> 4920474 00000100:00100000:1.0:1734016133.385143:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340961280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.385170:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea229d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6db expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.385183:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea229d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6db expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.385473:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016133.385523:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338706432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3804us (4330us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.385531:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13957 00000100:00100000:2.0:1734016133.388915:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.389195:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706560 00000100:00100000:1.0:1734016133.389203:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706560 00000100:00100000:1.0:1734016133.389235:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13958 00000100:00100000:1.0:1734016133.389241:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338706560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.389256:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.389299:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6e2 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.389325:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.389331:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.389333:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.389336:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [811008->815103] (req 811008->815103) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.389364:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 15 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.389375:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 15 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:1.0:1734016133.389384:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340961408:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016133.389434:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.391964:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.391989:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706688 00000100:00100000:2.0:1734016133.391994:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706688 00002000:00100000:2.0:1734016133.392028:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4915200->4920473) req@ffff88007c663800 x1818247338706688/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 5768/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.392036:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663800 with x1818247338706688 ext(4915200->4920473) 00010000:00010000:2.0:1734016133.392045:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 16 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.392056:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 16 pid: 7693 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016133.392061:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c663800 00000100:00100000:2.0:1734016133.392078:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 364 00000100:00100000:2.0:1734016133.392082:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338706688:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016133.392737:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340961408:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016133.392760:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [811008->815103] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.392771:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016133.392819:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338706560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3577us (3910us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.392826:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13958 00000100:00100000:2.0:1734016133.393948:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338706688:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1861us (1985us total) trans 4294969929 rc 0/0 00000100:00100000:2.0:1734016133.393956:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 364 00002000:00100000:2.0:1734016133.393964:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4915200->4920473) req@ffff88007c663800 x1818247338706688/t4294969929(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 5768/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.393972:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663800 with x1818247338706688 ext(4915200->4920473) 00010000:00010000:2.0:1734016133.393978:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:2.0:1734016133.393988:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00002000:00010000:2.0:1734016133.393993:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c663800 00000100:00100000:3.0:1734016133.396495:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.397112:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338706816 00000100:00100000:0.0:1734016133.397120:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338706816 00010000:00010000:0.0:1734016133.397147:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00000100:00100000:0.0:1734016133.397719:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3860 00000100:00100000:0.0:1734016133.397726:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1972:x1818247338706816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.397738:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016133.397752:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 976 00010000:00010000:0.0:1734016133.397758:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.397769:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.397786:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2291b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf656 expref: 18 pid: 7693 timeout: 501 lvb_type: 0 00010000:00010000:0.0:1734016133.398339:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.398342:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.398348:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.398356:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.398386:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.398396:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340961536:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016133.398444:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.400994:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340961536:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.401011:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.401056:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247338706816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3329us (4566us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.401065:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3860 00000100:00100000:0.0:1734016133.401227:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.401511:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707072 00000100:00100000:2.0:1734016133.401516:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707072 00002000:00100000:2.0:1734016133.401543:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (811008->815103) req@ffff880122738a80 x1818247338707072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.401552:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738a80 with x1818247338707072 ext(811008->815103) 00002000:00010000:2.0:1734016133.401556:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738a80 00000100:00100000:2.0:1734016133.401571:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9643 00000100:00100000:2.0:1734016133.401577:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338707072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.401710:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338707072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 131us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.401716:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9643 00002000:00100000:2.0:1734016133.401721:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (811008->815103) req@ffff880122738a80 x1818247338707072/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.401728:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738a80 with x1818247338707072 ext(811008->815103) 00002000:00010000:2.0:1734016133.401730:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738a80 00000100:00100000:0.0:1734016133.404488:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.404671:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707328 00000100:00100000:2.0:1734016133.404684:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707328 00002000:00100000:2.0:1734016133.404716:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (815104->819199) req@ffff880122738700 x1818247338707328/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.404724:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247338707328 ext(815104->819199) 00002000:00010000:2.0:1734016133.404728:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:2.0:1734016133.404753:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9644 00000100:00100000:2.0:1734016133.404758:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338707328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.404875:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338707328:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016133.404881:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9644 00002000:00100000:2.0:1734016133.404887:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (815104->819199) req@ffff880122738700 x1818247338707328/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.404893:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738700 with x1818247338707328 ext(815104->819199) 00002000:00010000:2.0:1734016133.404896:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738700 00000100:00100000:1.0:1734016133.408040:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.408204:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707584 00000100:00100000:0.0:1734016133.408211:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707584 00002000:00100000:0.0:1734016133.408240:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (790528->856063) req@ffff88007a028e00 x1818247338707584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.408248:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028e00 with x1818247338707584 ext(790528->856063) 00002000:00010000:0.0:1734016133.408252:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028e00 00000100:00100000:0.0:1734016133.408305:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9645 00000100:00100000:0.0:1734016133.408311:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338707584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.411716:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338707584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3394us (3673us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1734016133.411729:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9645 00002000:00100000:0.0:1734016133.411740:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (790528->856063) req@ffff88007a028e00 x1818247338707584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.411749:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a028e00 with x1818247338707584 ext(790528->856063) 00002000:00010000:0.0:1734016133.411754:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a028e00 00000100:00100000:1.0:1734016133.415183:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.415845:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707712 00000100:00100000:2.0:1734016133.415852:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707712 00000100:00100000:2.0:1734016133.415900:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13959 00000100:00100000:2.0:1734016133.415907:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338707712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.415922:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.415937:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6e9 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.415955:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.415957:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.415964:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.415977:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 18 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.415987:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016133.416038:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338707712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 131us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.416044:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13959 00000100:00100000:1.0:1734016133.416515:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.416695:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707840 00000100:00100000:0.0:1734016133.416700:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707840 00000100:00100000:0.0:1734016133.416874:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13960 00000100:00100000:0.0:1734016133.416880:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338707840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.416888:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.416898:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6f0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.416933:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340961664:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.416974:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:0.0:1734016133.418999:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:0.0:1734016133.419018:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340961664:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.419038:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6f0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.419048:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea229e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6f0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.419071:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016133.420027:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338707840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3143us (3508us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.420035:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13960 00000100:00100000:1.0:1734016133.422831:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.422898:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338707968 00000100:00100000:0.0:1734016133.422906:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338707968 00000100:00100000:0.0:1734016133.423416:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13961 00000100:00100000:0.0:1734016133.423422:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338707968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.423437:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.423453:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea229ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6f7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.423503:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340961792:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.423565:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.425709:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340961792:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.425735:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea229ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6f7 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.425746:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea229ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6f7 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.425756:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016133.425801:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338707968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2378us (2980us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.425808:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13961 00000100:00100000:3.0:1734016133.428266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.428409:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708096 00000100:00100000:0.0:1734016133.428417:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708096 00000100:00100000:0.0:1734016133.428460:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13962 00000100:00100000:0.0:1734016133.428466:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338708096:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016133.428665:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1775410 -> 3354754 00002000:00010000:0.0:1734016133.428668:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.428670:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:0.0:1734016133.428684:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.428685:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 120 00000100:00100000:0.0:1734016133.428730:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338708096:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 263us (468us total) trans 4294968297 rc 0/0 00000100:00100000:0.0:1734016133.428737:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13962 00000100:00100000:1.0:1734016133.431622:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.432011:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708224 00000100:00100000:2.0:1734016133.432020:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708224 00000100:00100000:2.0:1734016133.432067:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13963 00000100:00100000:2.0:1734016133.432075:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338708224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.432091:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.432108:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea229f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf6fe expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.432155:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961920:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.432573:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.434591:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016133.434614:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340961920:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.434651:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea229f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6fe expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.434664:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea229f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6fe expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.434724:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016133.434892:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338708224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2816us (3277us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.434900:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13963 00000100:00100000:2.0:1734016133.437386:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.437547:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708352 00000100:00100000:0.0:1734016133.437557:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708352 00000100:00100000:0.0:1734016133.437615:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13964 00000100:00100000:0.0:1734016133.437621:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338708352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.437636:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.437649:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea229fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf705 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.437710:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340962048:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.437762:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.439621:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340962048:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.439648:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea229fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf705 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.439658:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea229fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf705 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.439707:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016133.439872:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338708352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2249us (2493us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.439878:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13964 00000100:00100000:3.0:1734016133.441517:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.441684:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708608 00000100:00100000:0.0:1734016133.441825:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708608 00000100:00100000:0.0:1734016133.441867:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2684 00000100:00100000:0.0:1734016133.441872:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338708608:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016133.441911:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.441931:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22930 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf664 expref: 26 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.441943:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.441947:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016133.442059:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.442070:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 38 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.442076:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.442099:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 38 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.442110:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 38 pid: 6487 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016133.442121:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340962176:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016133.442170:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.445707:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340962176:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016133.445730:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016133.445817:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.446203:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708736 00000100:00100000:2.0:1734016133.446209:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708736 00010000:00010000:2.0:1734016133.446236:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 39 pid: 6487 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016133.446570:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3861 00000100:00100000:0.0:1734016133.446576:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:1969:x1818247338708736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.446589:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.446595:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 39 pid: 6487 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016133.446605:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 39 pid: 6487 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016133.446623:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea22953 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf680 expref: 39 pid: 6487 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016133.446635:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.446639:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.446646:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.446652:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.446684:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.447240:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:1969:x1818247338708736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 662us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.447247:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3861 00010000:00010000:0.0:1734016133.447290:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.447296:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:0.0:1734016133.447367:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969020 00000004:00010000:0.0:1734016133.447401:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c5a1880 reply state ffff880079317000 transno 4294969021 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016133.447408:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016133.447464:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338708608:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5591us (5952us total) trans 4294969021 rc 0/0 00000100:00100000:0.0:1734016133.447471:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2684 00000020:00080000:0.0:1734016133.447474:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1734016133.453967:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.453981:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.453987:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.453992:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933c240 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016133.453997:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.454008:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.454028:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.454031:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016133.454034:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.454038:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea22a02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016133.454191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.454631:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708864 00000100:00100000:0.0:1734016133.454641:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708864 00000100:00100000:0.0:1734016133.454689:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13965 00000100:00100000:0.0:1734016133.454696:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338708864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.454714:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.454729:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf70c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.454757:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.454764:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.454769:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.454771:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.454774:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 19 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.454816:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.454827:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 502 lvb_type: 1 00000100:00100000:0.0:1734016133.454837:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962304:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016133.455210:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.455217:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016133.455224:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962432:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016133.455242:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.457478:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.457518:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.457597:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338708992 00000100:00100000:1.0:1734016133.457603:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338708992 00010000:00010000:1.0:1734016133.457629:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 20 pid: 7693 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016133.457719:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962304:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.457728:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962432:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.457749:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 20 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.457762:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:2.0:1734016133.457794:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338708864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3099us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.457801:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13965 00000100:00100000:1.0:1734016133.458199:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709120 00000100:00100000:1.0:1734016133.458203:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709120 00010000:00010000:1.0:1734016133.458214:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.458245:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3862 00000100:00100000:3.0:1734016133.458251:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1972:x1818247338708992:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.458261:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.458293:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016133.458302:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016133.458318:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea229df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e9 expref: 19 pid: 7693 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016133.458381:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3863 00000100:00100000:2.0:1734016133.458385:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338709120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.458391:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.458399:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.458406:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.458415:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea229d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf6e2 expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.458425:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.458427:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.458431:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.458438:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.458461:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.458471:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340962560:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.458497:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016133.458751:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.458770:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1972:x1818247338708992:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 518us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.458776:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3862 00000100:00100000:2.0:1734016133.463806:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.463828:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709248 00000100:00100000:2.0:1734016133.463834:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709248 00000100:00100000:2.0:1734016133.463865:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13966 00000100:00100000:2.0:1734016133.463871:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338709248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.463887:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.463905:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf713 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.463926:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.463932:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.463934:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.463937:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.463961:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.463972:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 9 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.463983:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340962688:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.464030:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.464150:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340962560:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.464166:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.464189:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338709120:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5803us (6671us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.464197:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3863 00000100:00100000:0.0:1734016133.466556:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c662300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340962688:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016133.466576:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.466589:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:0.0:1734016133.466627:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338709248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2755us (2826us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.466637:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13966 00000100:00100000:2.0:1734016133.467303:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.467522:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709376 00000100:00100000:3.0:1734016133.467527:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709376 00010000:00010000:3.0:1734016133.467547:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.467562:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3864 00000100:00100000:3.0:1734016133.467566:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338709376:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.467575:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.467589:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.467598:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.467615:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22937 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 966656->974847) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf66b expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.467626:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.467627:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.467631:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.467638:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.467659:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.467667:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340962816:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.467703:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.471061:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340962816:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.471082:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.471185:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338709376:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3616us (3881us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.471195:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3864 00000100:00100000:3.0:1734016133.471401:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.471469:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.471495:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709504 00000100:00100000:3.0:1734016133.471500:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709504 00002000:00010000:3.0:1734016133.471522:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.471526:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1c00 with x1818247338709504 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.471534:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a1c00. 00000100:00100000:3.0:1734016133.471545:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9646 00000100:00100000:3.0:1734016133.471550:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338709504:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.471772:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4920474 -> 4194304 00002000:00010000:3.0:1734016133.471775:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.471776:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016132 -> 1734016132 00002000:00010000:3.0:1734016133.471778:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.471779:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 944 00000100:00100000:3.0:1734016133.471801:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338709504:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 250us (400us total) trans 4294969930 rc 0/0 00000100:00100000:3.0:1734016133.471807:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9646 00002000:00010000:3.0:1734016133.471809:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.471811:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1c00 with x1818247338709504 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.471815:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a1c00. 00000100:00100000:3.0:1734016133.471823:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709632 00000100:00100000:3.0:1734016133.471825:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709632 00002000:00010000:3.0:1734016133.471833:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (364626->18446744073709551615) 00002000:00100000:3.0:1734016133.471835:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338709632 ext(364626->18446744073709551615) 00002000:00010000:3.0:1734016133.471840:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0a80. 00000100:00100000:3.0:1734016133.471850:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9647 00000100:00100000:3.0:1734016133.471853:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338709632:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.472485:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3354754 -> 364626 00002000:00010000:3.0:1734016133.472488:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.472490:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:3.0:1734016133.472491:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.472493:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 72 00000100:00100000:3.0:1734016133.472511:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338709632:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 655us (1040us total) trans 4294968298 rc 0/0 00000100:00100000:3.0:1734016133.472516:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9647 00002000:00010000:3.0:1734016133.472518:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (364626->18446744073709551615) 00002000:00100000:3.0:1734016133.472520:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338709632 ext(364626->18446744073709551615) 00002000:00010000:3.0:1734016133.472523:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0a80. 00000100:00100000:3.0:1734016133.475141:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.476856:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709760 00000100:00100000:0.0:1734016133.476867:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709760 00000100:00100000:0.0:1734016133.476921:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2685 00000100:00100000:0.0:1734016133.476929:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338709760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.476950:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.476966:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea22a17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf71a expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.477035:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.477047:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.477055:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016133.477075:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4558930 00000004:00200000:0.0:1734016133.477079:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016133.477093:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016133.477112:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c480/0x857af32d4ea22a17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 40 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.477136:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 39 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.477143:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016133.477146:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016133.477148:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016133.477192:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338709760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 263us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.477198:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2685 00000100:00100000:2.0:1734016133.479857:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.479906:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.479978:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338709888 00000100:00100000:0.0:1734016133.479986:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338709888 00000100:00100000:0.0:1734016133.480018:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710016 00000100:00100000:0.0:1734016133.480020:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710016 00000100:00100000:0.0:1734016133.480331:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13967 00000100:00100000:0.0:1734016133.480338:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338709888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.480356:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.480373:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf721 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.480424:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962944:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.480480:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.480542:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13968 00000100:00100000:3.0:1734016133.480548:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.480556:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.480566:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22a2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf728 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.480597:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340963072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.480618:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016133.482805:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:1.0:1734016133.482824:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340962944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.482849:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a25 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf721 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.482862:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf721 expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.482884:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00002000:00010000:2.0:1734016133.483029:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016133.483041:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340963072:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.483059:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22a2c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf728 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.483067:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea22a2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf728 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.483089:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:1.0:1734016133.483200:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338709888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2860us (3349us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.483208:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13967 00000100:00100000:2.0:1734016133.483458:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2908us (3550us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.483464:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13968 00000100:00100000:0.0:1734016133.486733:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.486816:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.486903:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710144 00000100:00100000:1.0:1734016133.486912:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710144 00000100:00100000:1.0:1734016133.486948:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710272 00000100:00100000:1.0:1734016133.486950:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710272 00000100:00100000:1.0:1734016133.487303:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13969 00000100:00100000:1.0:1734016133.487311:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338710144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.487328:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.487344:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22a33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf72f expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.487392:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340963200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.487444:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.487629:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13970 00000100:00100000:2.0:1734016133.487635:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.487643:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.487654:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22a3a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf736 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.487690:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340963328:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.487710:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.490775:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340963328:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.490804:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22a3a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf736 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.490817:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22a3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf736 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.490830:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016133.490874:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3237us (4057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.490882:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13970 00000100:00100000:1.0:1734016133.491320:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340963200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.491339:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22a33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf72f expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.491348:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22a33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf72f expref: 13 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.491364:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016133.491385:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338710144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4075us (4661us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.491392:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13969 00000100:00100000:0.0:1734016133.496087:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.496407:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710400 00000100:00100000:1.0:1734016133.496415:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710400 00000100:00100000:1.0:1734016133.496463:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13971 00000100:00100000:1.0:1734016133.496469:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338710400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.496485:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.496499:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf73d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.496526:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.496538:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.496540:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.496543:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1835008->1847295] (req 1835008->1847295) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.496569:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.496580:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 18 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016133.496591:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340963456:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016133.496645:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.499721:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340963456:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016133.499749:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1835008->1847295] (req 1835008->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.499764:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016133.499808:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338710400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3337us (3727us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.499816:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13971 00000100:00100000:0.0:1734016133.500292:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.500568:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710528 00000100:00100000:3.0:1734016133.500574:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710528 00010000:00010000:3.0:1734016133.500594:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 19 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.500614:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3865 00000100:00100000:3.0:1734016133.500618:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338710528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.500628:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.500645:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 19 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.500654:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 19 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.500682:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea22a09 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf70c expref: 19 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.501198:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.501201:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.501207:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.501215:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.501242:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.501253:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340963584:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.501319:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.504173:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340963584:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.504193:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.504226:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338710528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3606us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.504236:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3865 00000100:00100000:2.0:1734016133.505489:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.505893:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710784 00000100:00100000:1.0:1734016133.505900:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710784 00002000:00100000:1.0:1734016133.505932:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1835008->1847295) req@ffff88007c661c00 x1818247338710784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.505947:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338710784 ext(1835008->1847295) 00002000:00010000:1.0:1734016133.505951:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00 00000100:00100000:1.0:1734016133.505979:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9648 00000100:00100000:1.0:1734016133.505985:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338710784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.506145:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338710784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 159us (657us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1734016133.506152:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9648 00002000:00100000:1.0:1734016133.506158:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1835008->1847295) req@ffff88007c661c00 x1818247338710784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/12728 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.506164:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338710784 ext(1835008->1847295) 00002000:00010000:1.0:1734016133.506167:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00 00000100:00100000:0.0:1734016133.508800:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.508968:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338710912 00000100:00100000:1.0:1734016133.508974:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338710912 00000100:00100000:1.0:1734016133.509020:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13972 00000100:00100000:1.0:1734016133.509027:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.509042:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.509057:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22a48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf744 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.509104:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340963712:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.509169:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.512350:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340963712:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.512382:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22a48 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf744 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.512396:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22a48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf744 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.512409:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016133.513066:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338710912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4036us (4270us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.513076:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13972 00000100:00100000:3.0:1734016133.515602:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.516190:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711040 00000100:00100000:1.0:1734016133.516197:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711040 00000100:00100000:1.0:1734016133.516318:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13973 00000100:00100000:1.0:1734016133.516324:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338711040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.516340:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.516355:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22a4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf74b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.516403:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340963840:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.516461:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.518967:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340963840:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.519001:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22a4f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf74b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.519014:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22a4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf74b expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.519108:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016133.519781:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338711040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3454us (4182us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.519789:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13973 00000100:00100000:0.0:1734016133.521699:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.521802:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711168 00000100:00100000:2.0:1734016133.521809:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711168 00000100:00100000:2.0:1734016133.521844:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2686 00000100:00100000:2.0:1734016133.521850:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338711168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.521872:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.521886:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea22a56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf752 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.521957:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.521968:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.521977:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016133.521998:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4558930 00000004:00200000:2.0:1734016133.522002:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.522014:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.522033:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea22a56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf752 expref: 29 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.522219:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf752 expref: 28 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.522227:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.522229:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.522232:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016133.522570:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338711168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 717us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.522575:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2686 00000100:00100000:3.0:1734016133.525100:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.525208:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711296 00000100:00100000:1.0:1734016133.525216:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711296 00000100:00100000:1.0:1734016133.525262:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13974 00000100:00100000:1.0:1734016133.525302:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247338711296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.525318:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.525333:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf759 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.525352:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.525354:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.525360:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.525371:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 19 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.525381:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016133.525419:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338711296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 150us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.525425:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13974 00000100:00100000:0.0:1734016133.527750:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.528547:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711424 00000100:00100000:2.0:1734016133.528555:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711424 00000100:00100000:2.0:1734016133.528880:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13975 00000100:00100000:2.0:1734016133.528887:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338711424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.528902:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.528920:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf760 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.528944:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.528953:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 20 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.528963:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.528965:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.528968:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2187264->2191359] (req 2187264->2191359) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.528997:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 20 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.529008:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 20 pid: 7693 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016133.529019:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340963968:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.529086:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.529094:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.529102:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340964096:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.529119:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.531832:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340963968:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016133.532267:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.532587:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.532773:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340964096:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.532801:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2187264->2191359] (req 2187264->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.532821:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:3.0:1734016133.532919:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711680 00000100:00100000:3.0:1734016133.532926:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711680 00010000:00010000:3.0:1734016133.532951:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.533022:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3866 00000100:00100000:3.0:1734016133.533030:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338711680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.533041:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.533058:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.533066:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.533084:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22a41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1835008->1847295) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf73d expref: 13 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.533103:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.533225:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711552 00000100:00100000:1.0:1734016133.533229:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711552 00010000:00010000:1.0:1734016133.533241:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 21 pid: 7693 timeout: 502 lvb_type: 1 00000100:00100000:1.0:1734016133.533259:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3867 00000100:00100000:1.0:1734016133.533263:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247338711552:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.533285:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.533294:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 21 pid: 7693 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.533302:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 21 pid: 7693 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.533313:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf759 expref: 21 pid: 7693 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.533324:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.533327:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.533331:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.533338:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.533364:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.533376:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340964224:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.533448:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338711424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4560us (5703us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.533455:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13975 00000100:00100000:3.0:1734016133.533634:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338711680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 604us (1367us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.533640:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3866 00000100:00100000:1.0:1734016133.533734:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.537045:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340964224:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016133.537067:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.537116:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247338711552:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3850us (4528us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.537126:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3867 00000100:00100000:0.0:1734016133.537472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.537867:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711808 00000100:00100000:2.0:1734016133.537873:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711808 00000100:00100000:2.0:1734016133.537910:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13976 00000100:00100000:2.0:1734016133.537916:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338711808:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.538089:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016133.538092:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.538094:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:2.0:1734016133.538095:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.538097:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 944 -> 952 00000100:00100000:2.0:1734016133.538133:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338711808:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 216us (661us total) trans 4294969931 rc 0/0 00000100:00100000:2.0:1734016133.538139:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13976 00000100:00100000:2.0:1734016133.541835:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.541882:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.541952:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712064 00000100:00100000:1.0:1734016133.541960:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712064 00000100:00100000:1.0:1734016133.542030:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338711936 00000100:00100000:1.0:1734016133.542033:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338711936 00000100:00100000:1.0:1734016133.542446:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13977 00000100:00100000:1.0:1734016133.542453:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338712064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.542468:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.542481:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf76e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.542526:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340964352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.542635:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13978 00000100:00100000:2.0:1734016133.542640:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338711936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.542648:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.542657:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22a79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf767 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.542695:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340964480:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.543353:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.543950:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.585856:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340964352:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.585888:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a72 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf76e expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.585902:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22a72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf76e expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.585929:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016133.585969:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338712064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 43514us (44140us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.585976:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13977 00002000:00010000:3.0:1734016133.587839:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:3.0:1734016133.587858:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340964480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.587885:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22a79 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf767 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.587896:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22a79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf767 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.587923:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:3.0:1734016133.587968:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338711936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 45326us (46085us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.587975:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13978 00000100:00100000:2.0:1734016133.590359:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.591182:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.591226:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712192 00000100:00100000:2.0:1734016133.591234:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712192 00000100:00100000:2.0:1734016133.591297:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712320 00000100:00100000:2.0:1734016133.591299:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712320 00000100:00100000:2.0:1734016133.591317:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13979 00000100:00100000:2.0:1734016133.591323:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338712192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.591337:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.591355:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf775 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.591402:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340964608:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.591447:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.591473:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13980 00000100:00100000:2.0:1734016133.591477:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338712320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.591485:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.591494:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22a87 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf77c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.591515:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340964736:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.591536:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.593741:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340964608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.593768:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340964736:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.593769:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22a80 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf775 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.593780:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea22a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf775 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.593783:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22a87 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf77c expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.593791:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22a87 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf77c expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.593794:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00010000:00010000:3.0:1734016133.593798:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:0.0:1734016133.593826:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338712192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2502us (3472us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.593826:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338712320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2346us (2643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.593832:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13980 00000100:00100000:0.0:1734016133.594165:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13979 00000100:00100000:2.0:1734016133.601792:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.601861:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712448 00000100:00100000:0.0:1734016133.601869:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712448 00000100:00100000:0.0:1734016133.601917:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13981 00000100:00100000:0.0:1734016133.601924:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338712448:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016133.602107:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 364626 -> 364626 00002000:00010000:0.0:1734016133.602110:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.602112:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:0.0:1734016133.602114:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:0.0:1734016133.602116:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 72 -> 88 00000100:00100000:0.0:1734016133.602162:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338712448:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 237us (376us total) trans 4294968299 rc 0/0 00000100:00100000:0.0:1734016133.602169:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13981 00010000:00010000:2.0:1734016133.611260:0:6477:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.617578:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.617623:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712576 00000100:00100000:0.0:1734016133.617630:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712576 00000100:00100000:3.0:1734016133.617663:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.617679:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712704 00000100:00100000:0.0:1734016133.617681:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712704 00000100:00100000:0.0:1734016133.617698:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13982 00000100:00100000:0.0:1734016133.617704:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338712576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.617719:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.617733:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf783 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.617777:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340964864:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.617829:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.617846:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13983 00000100:00100000:0.0:1734016133.617850:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338712704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.617858:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.617866:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea22a95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf78a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.617886:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340964992:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.617919:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.621411:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340964864:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.621444:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf783 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.621457:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea22a8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf783 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016133.622005:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:1.0:1734016133.622017:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122738e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340964992:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.622032:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea22a95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf78a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.622041:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f600/0x857af32d4ea22a95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf78a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.622055:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:1.0:1734016133.622111:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338712704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4258us (4447us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.622118:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13983 00010000:00010000:0.0:1734016133.625365:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016133.626584:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338712576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8869us (9005us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.626599:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13982 00000100:00100000:3.0:1734016133.636066:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.636961:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712832 00000100:00100000:1.0:1734016133.636969:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712832 00000100:00100000:1.0:1734016133.637018:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13984 00000100:00100000:1.0:1734016133.637025:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338712832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.637039:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.637053:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf791 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.637081:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.637088:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.637090:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016133.637094:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1617920->1622015] (req 1617920->1622015) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.637119:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.637128:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 19 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016133.637138:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340965120:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016133.637199:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.646889:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.647038:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338712960 00000100:00100000:0.0:1734016133.647046:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338712960 00010000:00010000:0.0:1734016133.647075:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:0.0:1734016133.647115:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3868 00000100:00100000:0.0:1734016133.647121:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338712960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016133.647133:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016133.647152:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016133.647162:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:0.0:1734016133.647183:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.647185:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016133.647191:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.647198:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016133.647227:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.647239:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340965248:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016133.647312:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00010000:00010000:1.0:1734016133.648642:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea22a6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2187264->2191359) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf760 expref: 20 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016133.648683:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340965120:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016133.648708:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.648718:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016133.648764:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338712832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11739us (12705us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.648772:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13984 00000100:00100000:0.0:1734016133.649265:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122738000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340965248:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016133.649306:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016133.649341:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247338712960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2218us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016133.649348:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3868 00000100:00100000:2.0:1734016133.654144:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.654391:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713216 00000100:00100000:3.0:1734016133.654400:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713216 00002000:00100000:3.0:1734016133.654434:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1589248->1654783) req@ffff8800791f9180 x1818247338713216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.654443:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9180 with x1818247338713216 ext(1589248->1654783) 00002000:00010000:3.0:1734016133.654447:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9180 00000100:00100000:1.0:1734016133.655575:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9649 00000100:00100000:1.0:1734016133.655584:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338713216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.661006:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338713216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 5410us (6856us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1734016133.661018:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9649 00002000:00100000:1.0:1734016133.661029:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1589248->1654783) req@ffff8800791f9180 x1818247338713216/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 488/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.661038:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9180 with x1818247338713216 ext(1589248->1654783) 00002000:00010000:1.0:1734016133.661043:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9180 00000100:00100000:2.0:1734016133.668397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.668486:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713344 00000100:00100000:1.0:1734016133.668494:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713344 00000100:00100000:1.0:1734016133.668530:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13985 00000100:00100000:1.0:1734016133.668537:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247338713344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.668555:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.668571:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf798 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.668590:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.668592:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.668599:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.668612:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.668626:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016133.668665:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338713344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 127us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.668682:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13985 00000100:00100000:0.0:1734016133.672993:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.675032:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713600 00000100:00100000:1.0:1734016133.675044:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713600 00002000:00100000:1.0:1734016133.675083:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1499136->1503231) req@ffff880122738000 x1818247338713600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.675092:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247338713600 ext(1499136->1503231) 00002000:00010000:1.0:1734016133.675096:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:1.0:1734016133.675140:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9650 00000100:00100000:1.0:1734016133.675145:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338713600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016133.675360:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338713600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 213us (2375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016133.675366:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9650 00002000:00100000:1.0:1734016133.675371:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1499136->1503231) req@ffff880122738000 x1818247338713600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016133.675377:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738000 with x1818247338713600 ext(1499136->1503231) 00002000:00010000:1.0:1734016133.675380:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738000 00000100:00100000:0.0:1734016133.692398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.693499:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713856 00000100:00100000:2.0:1734016133.693509:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713856 00002000:00100000:2.0:1734016133.693545:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880122738e00 x1818247338713856/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.693554:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247338713856 ext(0->4194303) 00002000:00010000:2.0:1734016133.693559:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:2.0:1734016133.693609:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9651 00000100:00100000:2.0:1734016133.693616:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338713856:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.738857:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338713856:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 45230us (46456us total) trans 0 rc 4128768/4128768 00000100:00100000:2.0:1734016133.738870:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9651 00002000:00100000:2.0:1734016133.738882:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880122738e00 x1818247338713856/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4128768/4128768 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.738892:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247338713856 ext(0->4194303) 00002000:00010000:2.0:1734016133.738897:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:0.0:1734016133.752049:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.752156:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338713984 00000100:00100000:2.0:1734016133.752169:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338713984 00000100:00100000:2.0:1734016133.752232:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13986 00000100:00100000:2.0:1734016133.752240:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338713984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.752258:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.752308:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22aaa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf79f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.752365:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340965376:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.752419:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.753945:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340965376:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.753972:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22aaa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf79f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.753982:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22aaa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf79f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.754005:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016133.754036:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338713984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1797us (1997us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.754044:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13986 00000100:00100000:0.0:1734016133.762219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.762328:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714112 00000100:00100000:2.0:1734016133.762339:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714112 00000100:00100000:2.0:1734016133.762393:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13987 00000100:00100000:2.0:1734016133.762401:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338714112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.762420:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.762436:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22ab1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7a6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.762488:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340965504:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.762536:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.763963:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340965504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.763989:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22ab1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7a6 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.764000:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea22ab1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7a6 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.764030:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016133.764074:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338714112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1670us (1860us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.764083:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13987 00000100:00100000:2.0:1734016133.768806:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.769095:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714240 00000100:00100000:3.0:1734016133.769103:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714240 00000100:00100000:3.0:1734016133.769145:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13988 00000100:00100000:3.0:1734016133.769151:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338714240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.769166:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.769180:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7ad expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.769206:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.769217:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.769222:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.769224:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.769226:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [565248->569343] (req 565248->569343) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 21 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.769255:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.769264:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016133.769306:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340965632:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.769357:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.769364:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 12 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.769371:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340965760:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.769382:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.774562:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.776037:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340965632:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016133.776051:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340965760:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016133.776092:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [565248->569343] (req 565248->569343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 21 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.776109:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016133.776166:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338714240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7014us (7368us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.776174:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13988 00000100:00100000:1.0:1734016133.776863:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714368 00000100:00100000:1.0:1734016133.776870:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714368 00010000:00010000:1.0:1734016133.776894:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 502 lvb_type: 1 00000100:00100000:1.0:1734016133.776929:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3869 00000100:00100000:1.0:1734016133.776934:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338714368:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.776945:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.776963:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.776971:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.776988:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22aa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf798 expref: 21 pid: 8975 timeout: 502 lvb_type: 1 00010000:00010000:1.0:1734016133.777011:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016133.777030:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338714368:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 95us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.777035:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3869 00000100:00100000:0.0:1734016133.787635:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.787771:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714496 00000100:00100000:2.0:1734016133.787781:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714496 00010000:00010000:2.0:1734016133.787820:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.787855:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3870 00000100:00100000:2.0:1734016133.787862:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338714496:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.787875:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.787895:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.787906:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.787924:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22a9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1617920->1622015) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf791 expref: 13 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.787952:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.787954:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.787961:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 19 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.787969:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 19 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.788002:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 19 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.788012:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340965888:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016133.788069:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.789944:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.790007:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714752 00000100:00100000:3.0:1734016133.790014:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714752 00002000:00100000:3.0:1734016133.790049:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff880079e25f80 x1818247338714752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.790058:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25f80 with x1818247338714752 ext(565248->569343) 00002000:00010000:3.0:1734016133.790062:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25f80 00000100:00100000:3.0:1734016133.790079:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9652 00000100:00100000:3.0:1734016133.790085:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338714752:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.790203:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338714752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016133.790210:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9652 00002000:00100000:3.0:1734016133.790215:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff880079e25f80 x1818247338714752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016133.790222:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25f80 with x1818247338714752 ext(565248->569343) 00002000:00010000:3.0:1734016133.790224:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25f80 00000100:00100000:2.0:1734016133.792359:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340965888:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.792377:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.792421:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338714496:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4559us (4794us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.792430:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3870 00000100:00100000:2.0:1734016133.793340:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.793521:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338714880 00000100:00100000:0.0:1734016133.793526:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338714880 00002000:00100000:0.0:1734016133.793558:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff88007a968380 x1818247338714880/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 4584/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.793567:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968380 with x1818247338714880 ext(565248->569343) 00002000:00010000:0.0:1734016133.793571:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968380 00000100:00100000:0.0:1734016133.793621:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9653 00000100:00100000:0.0:1734016133.793627:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338714880:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016133.794204:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338714880:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 576us (863us total) trans 4294969932 rc 0/0 00000100:00100000:0.0:1734016133.794212:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9653 00002000:00100000:0.0:1734016133.794219:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (565248->569343) req@ffff88007a968380 x1818247338714880/t4294969932(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 4584/448 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.794226:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968380 with x1818247338714880 ext(565248->569343) 00002000:00010000:0.0:1734016133.794229:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968380 00000100:00100000:0.0:1734016133.800041:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.800141:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715008 00000100:00100000:2.0:1734016133.800149:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715008 00000100:00100000:2.0:1734016133.800190:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2687 00000100:00100000:2.0:1734016133.800198:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338715008:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016133.800889:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338715008:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 156us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.800900:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2687 00000100:00100000:0.0:1734016133.803441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.803554:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715136 00000100:00100000:3.0:1734016133.803563:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715136 00000100:00100000:3.0:1734016133.803901:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13989 00000100:00100000:3.0:1734016133.803910:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1969:x1818247338715136:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016133.805413:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969932 is committed 00000001:00080000:2.0:1734016133.805442:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969926 is committed 00000100:00100000:3.0:1734016133.805566:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338715136:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1655us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.805575:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13989 00000100:00100000:0.0:1734016133.810179:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.810222:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.810303:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715264 00000100:00100000:1.0:1734016133.810311:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715264 00000100:00100000:1.0:1734016133.810338:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715392 00000100:00100000:1.0:1734016133.810340:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715392 00000100:00100000:1.0:1734016133.810354:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13990 00000100:00100000:1.0:1734016133.810359:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338715264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.810374:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.810388:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22abf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7b4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.810432:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340966016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.810473:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.810585:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13991 00000100:00100000:3.0:1734016133.810589:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338715392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.810596:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.810605:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22ac6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7bb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.810626:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340966144:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.810658:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.812732:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340966016:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.812758:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22abf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7b4 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.812769:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22abf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7b4 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.812827:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:3.0:1734016133.812918:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340966144:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.812937:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22ac6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7bb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.812945:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22ac6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7bb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016133.813044:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338715264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2682us (2873us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.813051:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13990 00010000:00010000:3.0:1734016133.813345:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016133.813367:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338715392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2776us (3144us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.813372:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13991 00000100:00100000:0.0:1734016133.815813:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.815865:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.815923:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715648 00000100:00100000:1.0:1734016133.815932:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715648 00000100:00100000:1.0:1734016133.815959:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715520 00000100:00100000:1.0:1734016133.815960:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715520 00000100:00100000:1.0:1734016133.815972:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13992 00000100:00100000:1.0:1734016133.815979:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338715648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.815996:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.816012:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22acd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7c9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.816062:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340966272:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.816108:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.816220:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13993 00000100:00100000:3.0:1734016133.816225:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338715520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.816232:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.816242:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22ad4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7c2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.816263:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.816528:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.818088:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340966272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.818116:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22acd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7c9 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.818126:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22acd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7c9 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.818149:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016133.818193:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338715648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2213us (2389us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.818200:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13992 00000100:00100000:3.0:1734016133.818359:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.818377:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22ad4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7c2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.818384:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea22ad4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7c2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.818390:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016133.818403:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338715520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2178us (2538us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.818407:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13993 00000100:00100000:0.0:1734016133.821764:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.821965:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338715904 00000100:00100000:2.0:1734016133.821973:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338715904 00000100:00100000:2.0:1734016133.822018:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2688 00000100:00100000:2.0:1734016133.822024:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338715904:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016133.822071:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.822093:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea22a5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf752 expref: 28 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.822124:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.822128:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016133.822259:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.822305:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 38 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.822310:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.822334:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 38 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.822344:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 38 pid: 7714 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.822355:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340966528:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.822414:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.826674:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340966528:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.826701:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016133.827220:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.827383:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716032 00000100:00100000:2.0:1734016133.827390:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716032 00010000:00010000:2.0:1734016133.827415:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 39 pid: 7714 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.827450:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3871 00000100:00100000:2.0:1734016133.827457:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:1969:x1818247338716032:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016133.827469:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016133.827474:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 39 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.827482:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 39 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.827498:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea22a1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf71a expref: 39 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:2.0:1734016133.827523:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.827528:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.827534:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.827543:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.827558:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.827600:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:1969:x1818247338716032:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 142us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.827606:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3871 00010000:00010000:2.0:1734016133.827623:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.827630:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016133.827707:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969022 00000004:00010000:2.0:1734016133.827741:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f23480 reply state ffff88011cc5f000 transno 4294969023 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016133.827746:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016133.827799:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338715904:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5774us (6041us total) trans 4294969023 rc 0/0 00000100:00100000:2.0:1734016133.827804:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2688 00000020:00080000:2.0:1734016133.827807:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016133.829362:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829372:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829377:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829381:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49200 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016133.829385:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829391:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829402:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.829405:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016133.829409:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016133.829413:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea22adb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016133.830301:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.830976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.831050:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716160 00000100:00100000:3.0:1734016133.831056:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716160 00002000:00010000:3.0:1734016133.831082:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.831085:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20000 with x1818247338716160 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.831094:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20000. 00000100:00100000:3.0:1734016133.831109:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716288 00000100:00100000:3.0:1734016133.831110:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716288 00002000:00010000:3.0:1734016133.831119:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4090712->18446744073709551615) 00002000:00100000:3.0:1734016133.831122:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20e00 with x1818247338716288 ext(4090712->18446744073709551615) 00002000:00010000:3.0:1734016133.831127:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f20e00. 00000100:00100000:3.0:1734016133.831139:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9654 00000100:00100000:3.0:1734016133.831144:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338716160:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.831253:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016133.831256:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.831258:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.831260:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.831262:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:3.0:1734016133.831325:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338716160:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 179us (1026us total) trans 4294969933 rc 0/0 00000100:00100000:3.0:1734016133.831331:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9654 00002000:00010000:3.0:1734016133.831334:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016133.831336:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20000 with x1818247338716160 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016133.831340:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20000. 00000100:00100000:3.0:1734016133.831354:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9655 00000100:00100000:3.0:1734016133.831358:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338716288:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016133.831454:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 364626 -> 4090712 00002000:00010000:3.0:1734016133.831457:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.831458:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:3.0:1734016133.831460:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.831461:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016133.831480:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338716288:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 121us (504us total) trans 4294968300 rc 0/0 00000100:00100000:3.0:1734016133.831488:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9655 00002000:00010000:3.0:1734016133.831490:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4090712->18446744073709551615) 00002000:00100000:3.0:1734016133.831492:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20e00 with x1818247338716288 ext(4090712->18446744073709551615) 00002000:00010000:3.0:1734016133.831495:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f20e00. 00000100:00100000:1.0:1734016133.833325:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.833473:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716416 00000100:00100000:3.0:1734016133.833480:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716416 00000100:00100000:3.0:1734016133.833519:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2689 00000100:00100000:3.0:1734016133.833525:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338716416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.833540:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.833557:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea22ae2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7d0 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.833625:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016133.833636:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016133.833644:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016133.833662:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8285016 00000004:00200000:3.0:1734016133.833676:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016133.833690:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016133.833708:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea22ae2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7d0 expref: 40 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.833734:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7d0 expref: 39 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.833741:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016133.833743:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016133.833746:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016133.833778:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338716416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 253us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.833783:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2689 00000100:00100000:0.0:1734016133.835329:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.835367:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.835432:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716544 00000100:00100000:3.0:1734016133.835437:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716544 00000100:00100000:3.0:1734016133.835471:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716672 00000100:00100000:3.0:1734016133.835472:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716672 00000100:00100000:3.0:1734016133.835486:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13994 00000100:00100000:3.0:1734016133.835491:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338716544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.835503:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.835517:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22af0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7d7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.835560:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966656:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.835609:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.835676:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13995 00000100:00100000:1.0:1734016133.835682:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338716672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.835689:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.835698:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22af7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7de expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.835722:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340966784:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016133.835740:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016133.840225:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966656:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.840258:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22af0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7d7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.840308:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22af0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7d7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.840322:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016133.840359:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338716544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4866us (5033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.840367:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13994 00002000:00010000:1.0:1734016133.841588:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:1.0:1734016133.841603:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340966784:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016133.841621:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22af7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7de expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.841633:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22af7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7de expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.841644:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016133.841683:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338716672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5999us (6314us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016133.841688:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13995 00000100:00100000:0.0:1734016133.844114:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.844139:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.845925:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716800 00000100:00100000:2.0:1734016133.845935:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716800 00000100:00100000:2.0:1734016133.845977:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338716928 00000100:00100000:2.0:1734016133.845980:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338716928 00000100:00100000:2.0:1734016133.845997:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13996 00000100:00100000:2.0:1734016133.846003:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338716800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.846017:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.846030:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22afe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7e5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.846074:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966912:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.846121:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.846173:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13997 00000100:00100000:0.0:1734016133.846178:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338716928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.846185:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.846195:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22b05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7ec expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.846218:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340967040:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.846236:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.855035:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340966912:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.855070:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22afe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7e5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.855088:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22afe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7e5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.855115:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016133.855163:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338716800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9159us (11055us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.855170:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13996 00000100:00100000:0.0:1734016133.855316:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340967040:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.855331:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22b05 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ec expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.855344:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea22b05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ec expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.855355:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016133.855370:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338716928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9191us (11230us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.855374:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13997 00000100:00100000:0.0:1734016133.857587:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.859880:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717056 00000100:00100000:2.0:1734016133.859892:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717056 00000100:00100000:2.0:1734016133.859943:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13998 00000100:00100000:2.0:1734016133.859951:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338717056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.859969:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.859986:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7f3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.860013:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.860020:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.860022:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.860025:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3289088->3297279] (req 3289088->3297279) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.860049:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.860066:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 9 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.860076:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340967168:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.862606:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.868054:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340967168:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.868084:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3289088->3297279] (req 3289088->3297279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.868100:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016133.868137:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338717056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8187us (10557us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.868145:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13998 00000100:00100000:0.0:1734016133.869684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016133.869874:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717184 00000100:00100000:1.0:1734016133.869881:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717184 00010000:00010000:1.0:1734016133.869907:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016133.869937:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3872 00000100:00100000:1.0:1734016133.869942:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338717184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016133.869953:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016133.869968:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016133.869977:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016133.869994:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea22a10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf713 expref: 10 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:1.0:1734016133.870014:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.870016:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.870021:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.870028:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.870053:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016133.870063:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340967296:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016133.870102:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.873733:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.873837:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340967296:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016133.873862:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016133.873915:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4bfa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338717184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3970us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.873929:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3872 00000100:00100000:3.0:1734016133.874067:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717312 00000100:00100000:3.0:1734016133.874074:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717312 00000100:00100000:3.0:1734016133.874116:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 13999 00000100:00100000:3.0:1734016133.874122:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338717312:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016133.874345:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4090712 -> 4090712 00002000:00010000:3.0:1734016133.874348:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.874350:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:3.0:1734016133.874351:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016133.874353:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1734016133.874374:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338717312:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 253us (654us total) trans 4294968301 rc 0/0 00000100:00100000:3.0:1734016133.874380:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 13999 00000100:00100000:1.0:1734016133.877084:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.877161:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717440 00000100:00100000:2.0:1734016133.877173:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717440 00000100:00100000:2.0:1734016133.877230:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14000 00000100:00100000:2.0:1734016133.877238:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338717440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.877258:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.877306:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22b13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf7fa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.877369:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340967424:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.877431:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.881386:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340967424:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016133.881418:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22b13 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7fa expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.881430:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22b13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7fa expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016133.881504:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:0.0:1734016133.882005:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338717440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4765us (4925us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016133.882016:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14000 00000100:00100000:0.0:1734016133.884394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.884617:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717568 00000100:00100000:2.0:1734016133.884627:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717568 00000100:00100000:2.0:1734016133.884683:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14001 00000100:00100000:2.0:1734016133.884690:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338717568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.884705:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.884721:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea22b1a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf801 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.884763:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340967552:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.884809:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.886643:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340967552:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.886680:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea22b1a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf801 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.886788:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea22b1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf801 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.887060:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016133.887210:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338717568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2518us (2821us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.887217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14001 00000100:00100000:0.0:1734016133.889211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.889304:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717696 00000100:00100000:2.0:1734016133.889314:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717696 00000100:00100000:2.0:1734016133.889350:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14002 00000100:00100000:2.0:1734016133.889356:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338717696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.889374:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.889387:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22b21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf808 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.889432:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340967680:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.889484:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.890823:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016133.890841:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340967680:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.890863:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22b21 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf808 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.890873:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22b21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf808 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.890881:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016133.890912:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338717696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1555us (1708us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.890918:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14002 00000100:00100000:0.0:1734016133.893021:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.893120:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717824 00000100:00100000:2.0:1734016133.893129:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717824 00000100:00100000:2.0:1734016133.893371:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14003 00000100:00100000:2.0:1734016133.893380:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338717824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.893400:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.893415:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf80f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.893445:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.893452:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.893454:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016133.893458:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.893486:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.893498:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 10 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.893511:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340967808:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.893566:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.897701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.897832:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340967808:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.897865:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [327680->331775] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.897883:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016133.897952:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338717824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4573us (4937us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.897963:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14003 00000100:00100000:3.0:1734016133.898184:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338717952 00000100:00100000:3.0:1734016133.898190:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338717952 00010000:00010000:3.0:1734016133.898214:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.898233:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3873 00000100:00100000:3.0:1734016133.898237:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338717952:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.898248:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.898266:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.898304:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.898323:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22b0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3297279) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7f3 expref: 11 pid: 7692 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.898336:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.898337:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.898343:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.898349:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.898374:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.898383:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340967936:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.898429:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.905353:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.905445:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340967936:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.905469:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.905514:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338717952:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7274us (7820us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.905524:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3873 00000100:00100000:2.0:1734016133.905602:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718208 00000100:00100000:2.0:1734016133.905608:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718208 00002000:00100000:2.0:1734016133.905642:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (327680->4091903) req@ffff88011cd4ed80 x1818247338718208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 504/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.905650:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ed80 with x1818247338718208 ext(327680->4091903) 00002000:00010000:2.0:1734016133.905654:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ed80 00000100:00100000:2.0:1734016133.905682:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9656 00000100:00100000:2.0:1734016133.905687:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338718208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016133.938984:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338718208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 33287us (33629us total) trans 0 rc 2764800/2764800 00000100:00100000:2.0:1734016133.938998:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9656 00002000:00100000:2.0:1734016133.939009:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (327680->4091903) req@ffff88011cd4ed80 x1818247338718208/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 504/440 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 2764800/2764800 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016133.939018:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ed80 with x1818247338718208 ext(327680->4091903) 00002000:00010000:2.0:1734016133.939023:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ed80 00000100:00100000:0.0:1734016133.946863:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.947000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.947084:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718336 00000100:00100000:3.0:1734016133.947092:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718336 00000100:00100000:3.0:1734016133.947123:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718464 00000100:00100000:3.0:1734016133.947125:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718464 00000100:00100000:3.0:1734016133.947154:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14004 00000100:00100000:3.0:1734016133.947160:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338718336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.947176:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.947191:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22b2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf816 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.947240:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340968064:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.947309:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.947374:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14005 00000100:00100000:1.0:1734016133.947380:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338718464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016133.947387:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016133.947396:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf81d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016133.947407:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.947409:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016133.947415:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.947427:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016133.947439:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016133.947460:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338718464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 80us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016133.947466:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14005 00000100:00100000:3.0:1734016133.948911:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340968064:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.948937:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22b2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf816 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.948948:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22b2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf816 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.948961:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016133.949000:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338718336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1840us (2143us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.949006:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14004 00000100:00100000:1.0:1734016133.950684:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.950737:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718592 00000100:00100000:2.0:1734016133.950744:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718592 00000100:00100000:2.0:1734016133.950778:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14006 00000100:00100000:2.0:1734016133.950783:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c3b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338718592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.950797:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.950812:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22b3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf824 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.950866:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340968192:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.950928:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.955194:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340968192:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.955229:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22b3d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf824 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.955243:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22b3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf824 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.955287:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016133.955661:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c3b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338718592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4875us (4979us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.955678:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14006 00000100:00100000:0.0:1734016133.960376:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.961142:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718720 00000100:00100000:2.0:1734016133.961152:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718720 00000100:00100000:2.0:1734016133.961227:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2690 00000100:00100000:2.0:1734016133.961236:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338718720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.961258:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.961303:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea22b44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf82b expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.961370:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.961381:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.961391:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016133.961408:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8285016 00000004:00200000:2.0:1734016133.961411:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016133.961421:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016133.961436:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea22b44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.961455:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.961462:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016133.961464:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016133.961467:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016133.961509:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338718720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 275us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.961514:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2690 00000100:00100000:0.0:1734016133.964872:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.964954:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718848 00000100:00100000:2.0:1734016133.964962:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718848 00000100:00100000:2.0:1734016133.964999:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14007 00000100:00100000:2.0:1734016133.965006:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338718848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.965022:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.965036:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf832 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.965065:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.965072:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.965077:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.965079:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016133.965082:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1626112->1634303] (req 1626112->1634303) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.965106:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.965117:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 10 pid: 8975 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016133.965126:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340968320:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.965859:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.965869:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.965877:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340968448:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016133.965898:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.970965:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.971005:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.971077:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719104 00000100:00100000:3.0:1734016133.971084:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719104 00010000:00010000:3.0:1734016133.971115:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 12 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016133.971153:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338718976 00000100:00100000:3.0:1734016133.971156:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338718976 00010000:00010000:3.0:1734016133.971164:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 502 lvb_type: 1 00000100:00100000:3.0:1734016133.971179:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3874 00000100:00100000:3.0:1734016133.971184:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338719104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.971196:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.971214:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 12 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.971224:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 12 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016133.971246:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.971317:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338719104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 131us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.971323:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3874 00000100:00100000:3.0:1734016133.971338:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3875 00000100:00100000:3.0:1734016133.971342:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338718976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.971347:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016133.971355:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016133.971368:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 502 lvb_type: 1 00010000:00010000:3.0:1734016133.971378:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.971379:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016133.971384:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.971390:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016133.971418:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.971429:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340968576:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016133.971455:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00010000:00010000:2.0:1734016133.971549:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf81d expref: 11 pid: 8975 timeout: 502 lvb_type: 1 00000100:00100000:2.0:1734016133.971565:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340968320:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.971573:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea22b28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 327680->331775) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf80f expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016133.971580:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340968448:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016133.971603:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016133.971610:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016133.971628:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338718848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6623us (6764us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016133.971634:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14007 00000100:00100000:3.0:1734016133.976980:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340968576:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016133.977005:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016133.977054:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338718976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5709us (6047us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.977066:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3875 00000100:00100000:0.0:1734016133.977766:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.978050:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719232 00000100:00100000:2.0:1734016133.978057:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719232 00000100:00100000:2.0:1734016133.978092:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14008 00000100:00100000:2.0:1734016133.978099:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338719232:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016133.978378:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4090712 -> 4090712 00002000:00010000:2.0:1734016133.978381:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.978383:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:2.0:1734016133.978384:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016133.978386:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 112 00000100:00100000:2.0:1734016133.978419:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338719232:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 320us (656us total) trans 4294968302 rc 0/0 00000100:00100000:2.0:1734016133.978425:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14008 00000100:00100000:0.0:1734016133.981409:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.982197:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016133.982397:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719360 00000100:00100000:2.0:1734016133.982406:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719360 00000100:00100000:2.0:1734016133.982444:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719488 00000100:00100000:2.0:1734016133.982446:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719488 00000100:00100000:2.0:1734016133.982463:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14009 00000100:00100000:2.0:1734016133.982469:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338719360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016133.982486:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016133.982502:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22b59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf839 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016133.982549:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340968704:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016133.982598:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016133.982890:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14010 00000100:00100000:0.0:1734016133.982895:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338719488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.982904:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.982914:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea22b60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf840 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.982938:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340968832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.982956:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016133.985224:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016133.985249:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd49500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340968832:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.985297:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea22b60 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf840 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.985309:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea22b60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf840 expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.985394:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340968704:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.985412:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22b59 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf839 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.985424:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22b59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf839 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.985447:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00010000:00010000:2.0:1734016133.985493:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:3.0:1734016133.985775:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338719360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3304us (4372us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.985783:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14009 00000100:00100000:2.0:1734016133.985859:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338719488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2962us (3662us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.985867:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14010 00000100:00100000:2.0:1734016133.988916:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.989644:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719616 00000100:00100000:0.0:1734016133.989652:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719616 00000100:00100000:0.0:1734016133.989707:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14011 00000100:00100000:0.0:1734016133.989714:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338719616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016133.989731:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016133.989747:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf847 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016133.989794:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340968960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016133.990452:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016133.990597:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016133.990849:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338719744 00000100:00100000:3.0:1734016133.990854:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338719744 00000100:00100000:3.0:1734016133.990877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14012 00000100:00100000:3.0:1734016133.990882:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338719744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.990892:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016133.990905:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea22b6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf84e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016133.990938:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969088:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016133.990979:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016133.994587:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340968960:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016133.994617:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf847 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.994629:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf847 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016133.994643:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:3.0:1734016133.994854:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969088:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016133.994873:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea22b6e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf84e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.994882:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea22b6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf84e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.994909:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016133.994929:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338719744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4045us (4331us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016133.994936:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14012 00000100:00100000:2.0:1734016133.995077:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338719616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4978us (5783us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016133.995083:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14011 00000100:00100000:2.0:1734016133.998862:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016133.998939:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720000 00000100:00100000:0.0:1734016133.998947:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720000 00002000:00100000:0.0:1734016133.998990:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (970752->974847) req@ffff88007a969180 x1818247338720000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/0 e 0 to 0 dl 1734016144 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.999000:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338720000 ext(970752->974847) 00002000:00010000:0.0:1734016133.999006:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969180 00000100:00100000:0.0:1734016133.999034:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9657 00000100:00100000:0.0:1734016133.999042:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338720000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016133.999375:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338720000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 332us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016133.999381:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9657 00002000:00100000:0.0:1734016133.999386:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (970752->974847) req@ffff88007a969180 x1818247338720000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:94/0 lens 488/4536 e 0 to 0 dl 1734016144 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016133.999392:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338720000 ext(970752->974847) 00002000:00010000:0.0:1734016133.999395:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969180 00000100:00100000:0.0:1734016134.002017:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.002152:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720256 00000100:00100000:2.0:1734016134.002161:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720256 00002000:00100000:2.0:1734016134.002211:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (974848->978943) req@ffff88011cd4ad80 x1818247338720256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.002220:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247338720256 ext(974848->978943) 00002000:00010000:2.0:1734016134.002225:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ad80 00000100:00100000:2.0:1734016134.002251:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9658 00000100:00100000:2.0:1734016134.002258:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338720256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.002441:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338720256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 181us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.002450:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9658 00002000:00100000:2.0:1734016134.002455:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (974848->978943) req@ffff88011cd4ad80 x1818247338720256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.002460:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247338720256 ext(974848->978943) 00002000:00010000:2.0:1734016134.002463:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4ad80 00000100:00080000:3.0:1734016134.002577:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016104 00000100:00100000:0.0:1734016134.005823:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.006131:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.006204:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720384 00000100:00100000:2.0:1734016134.006214:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720384 00000100:00100000:2.0:1734016134.006261:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720512 00000100:00100000:2.0:1734016134.006263:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720512 00000100:00100000:2.0:1734016134.006299:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14013 00000100:00100000:2.0:1734016134.006305:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338720384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.006321:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.006339:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22b75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf855 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.006380:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340969216:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.006425:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.006520:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14014 00000100:00100000:3.0:1734016134.006526:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338720512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.006534:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.006544:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22b7c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf85c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.006569:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969344:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.006594:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.009773:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.009802:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22b7c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf85c expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.009814:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22b7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf85c expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.009839:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016134.009874:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338720512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3346us (3742us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.009884:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14014 00000100:00100000:2.0:1734016134.010044:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340969216:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.010062:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22b75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf855 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.010070:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea22b75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf855 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.010080:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016134.010105:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338720384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3799us (4291us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.010110:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14013 00000100:00100000:0.0:1734016134.012777:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.012830:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.012943:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720768 00000100:00100000:3.0:1734016134.012952:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720768 00000100:00100000:3.0:1734016134.012987:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338720640 00000100:00100000:3.0:1734016134.012990:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338720640 00000100:00100000:3.0:1734016134.013206:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14015 00000100:00100000:3.0:1734016134.013213:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338720768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.013229:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.013246:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22b83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf86a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.013346:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969472:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.013396:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.013533:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14016 00000100:00100000:0.0:1734016134.013540:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338720640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.013550:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.013561:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf863 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.013590:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340969600:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.013611:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.015794:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340969472:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.015829:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22b83 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf86a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.015842:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22b83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf86a expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.015851:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016134.015886:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338720768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2673us (3117us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.015893:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14015 00000100:00100000:1.0:1734016134.016191:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340969600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.016213:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf863 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.016222:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22b8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf863 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.016250:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016134.016318:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338720640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2777us (3487us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.016324:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14016 00000100:00100000:0.0:1734016134.019165:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.019249:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721024 00000100:00100000:3.0:1734016134.019258:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721024 00000100:00100000:3.0:1734016134.019458:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2691 00000100:00100000:3.0:1734016134.019466:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338721024:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016134.019509:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.019532:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22ae9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7d0 expref: 39 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.019545:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.019548:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016134.019694:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016134.019707:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.019715:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016134.019745:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.019758:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 29 pid: 7714 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.019772:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340969728:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.019828:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.023075:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.023075:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340969728:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.023099:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016134.023184:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721152 00000100:00100000:3.0:1734016134.023190:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721152 00010000:00010000:3.0:1734016134.023216:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 30 pid: 7714 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.023307:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3876 00000100:00100000:3.0:1734016134.023312:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:1969:x1818247338721152:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.023324:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.023329:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 30 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.023337:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 30 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.023504:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22b4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf82b expref: 30 pid: 7714 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.023517:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.023522:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016134.023529:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016134.023535:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016134.023557:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.023594:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:1969:x1818247338721152:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 280us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.023600:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3876 00010000:00010000:2.0:1734016134.023647:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.023652:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016134.023729:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969024 00000004:00010000:2.0:1734016134.023761:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078942a00 reply state ffff880079d39000 transno 4294969025 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016134.023766:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016134.023823:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338721024:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4358us (4665us total) trans 4294969025 rc 0/0 00000100:00100000:2.0:1734016134.023830:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2691 00000020:00080000:2.0:1734016134.023833:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016134.025054:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025062:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025067:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025072:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccfc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016134.025075:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025081:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025090:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.025093:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016134.025096:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.025100:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22b91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016134.025654:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.026030:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721280 00000100:00100000:1.0:1734016134.026039:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721280 00000100:00100000:1.0:1734016134.026308:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14017 00000100:00100000:1.0:1734016134.026315:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338721280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.026332:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.026346:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf871 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.026375:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.026381:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.026383:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.026386:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.026412:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.026423:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 7 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.026433:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340969856:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.026479:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.035017:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340969856:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.035049:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.035068:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016134.035153:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338721280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8836us (9499us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.035165:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14017 00000100:00100000:0.0:1734016134.036132:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.036236:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721408 00000100:00100000:3.0:1734016134.036242:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721408 00010000:00010000:3.0:1734016134.036265:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 8 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.036314:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3877 00000100:00100000:3.0:1734016134.036319:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338721408:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.036330:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.036348:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 8 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.036358:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 8 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.036375:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ab8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->569343) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf7ad expref: 8 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.036934:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.036937:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.036942:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.036950:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.036981:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.036992:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340969984:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.037036:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.038295:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340969984:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.038315:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.038346:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338721408:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2025us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.038355:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3877 00000100:00100000:0.0:1734016134.038739:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.038856:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721536 00000100:00100000:1.0:1734016134.038861:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721536 00000100:00100000:1.0:1734016134.038895:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14018 00000100:00100000:1.0:1734016134.038900:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338721536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.038913:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.038927:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf878 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.038945:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.038952:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.038953:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.038956:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.038976:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.038986:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 10 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.038995:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340970112:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.039022:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.042053:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340970112:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.042087:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.042108:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016134.042446:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338721536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3543us (3706us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.042455:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14018 00000100:00100000:2.0:1734016134.042798:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.043144:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721664 00000100:00100000:3.0:1734016134.043150:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721664 00010000:00010000:3.0:1734016134.043173:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.043191:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3878 00000100:00100000:3.0:1734016134.043196:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338721664:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.043207:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.043223:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.043232:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.043249:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22b52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1626112->1634303) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf832 expref: 11 pid: 7694 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.043263:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.043265:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.043286:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.043299:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.043325:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.043336:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340970240:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.043376:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.046342:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340970240:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.046373:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.046791:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338721664:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3591us (3991us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.046804:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3878 00000100:00100000:0.0:1734016134.047715:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.048172:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721792 00000100:00100000:2.0:1734016134.048182:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721792 00002000:00010000:2.0:1734016134.048212:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4901778->18446744073709551615) 00002000:00100000:2.0:1734016134.048216:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338721792 ext(4901778->18446744073709551615) 00002000:00010000:2.0:1734016134.048226:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100. 00000100:00100000:2.0:1734016134.048257:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9659 00000100:00100000:2.0:1734016134.048263:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338721792:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016134.048483:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4901778 00002000:00010000:2.0:1734016134.048488:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.048490:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.048492:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.048494:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 952 -> 952 00000100:00100000:2.0:1734016134.048539:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338721792:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 274us (824us total) trans 4294969934 rc 0/0 00000100:00100000:2.0:1734016134.048548:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9659 00002000:00010000:2.0:1734016134.048551:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4901778->18446744073709551615) 00002000:00100000:2.0:1734016134.048553:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338721792 ext(4901778->18446744073709551615) 00002000:00010000:2.0:1734016134.048557:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100. 00000100:00100000:1.0:1734016134.048818:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.048963:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338721920 00000100:00100000:3.0:1734016134.048967:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338721920 00002000:00010000:3.0:1734016134.048982:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016134.048985:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338721920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016134.048995:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02a300. 00000100:00100000:3.0:1734016134.049014:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9660 00000100:00100000:3.0:1734016134.049019:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338721920:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016134.049128:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4090712 -> 4194304 00002000:00010000:3.0:1734016134.049131:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016134.049133:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:3.0:1734016134.049134:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:3.0:1734016134.049137:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1734016134.049178:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338721920:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 157us (360us total) trans 4294968303 rc 0/0 00000100:00100000:3.0:1734016134.049185:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9660 00002000:00010000:3.0:1734016134.049188:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016134.049190:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338721920 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016134.049194:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a02a300. 00000100:00100000:0.0:1734016134.053767:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.053930:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722048 00000100:00100000:2.0:1734016134.053942:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722048 00000100:00100000:2.0:1734016134.054000:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2692 00000100:00100000:2.0:1734016134.054009:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338722048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.054036:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.054060:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea22ba6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf87f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.054176:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.054193:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.054205:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016134.054237:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9096082 00000004:00200000:2.0:1734016134.054241:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.054261:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.054323:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea22ba6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf87f expref: 31 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.054360:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf87f expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.054370:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.054373:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.054376:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016134.054432:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338722048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 424us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.054439:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2692 00000100:00100000:0.0:1734016134.056764:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.056816:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.056899:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722176 00000100:00100000:1.0:1734016134.056907:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722176 00000100:00100000:1.0:1734016134.056938:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722304 00000100:00100000:1.0:1734016134.056940:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722304 00000100:00100000:1.0:1734016134.056969:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14019 00000100:00100000:1.0:1734016134.056975:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338722176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.056991:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.057007:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea22bb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf886 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.057056:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340970368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.057103:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.057173:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14020 00000100:00100000:2.0:1734016134.057178:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338722304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.057185:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.057195:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22bbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf88d expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.057223:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340970496:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.057244:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.059967:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340970368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.060000:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea22bb4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf886 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.060011:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea22bb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf886 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.060043:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016134.060085:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338722176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3109us (3328us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.060093:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14019 00002000:00010000:2.0:1734016134.060475:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:2.0:1734016134.060487:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340970496:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.060505:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22bbb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf88d expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.060513:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22bbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf88d expref: 11 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.060534:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016134.060553:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338722304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3375us (3737us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.060559:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14020 00000100:00100000:0.0:1734016134.065801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.065878:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.065943:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722432 00000100:00100000:2.0:1734016134.065950:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722432 00000100:00100000:2.0:1734016134.065982:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722560 00000100:00100000:2.0:1734016134.065984:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722560 00000100:00100000:2.0:1734016134.066009:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14021 00000100:00100000:2.0:1734016134.066015:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338722432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.066031:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.066046:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22bc2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf894 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.066090:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340970624:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.066136:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.066197:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14022 00000100:00100000:1.0:1734016134.066203:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338722560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.066210:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.066221:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22bc9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf89b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.066247:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340970752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.066267:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.068534:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340970624:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.068563:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22bc2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf894 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.068574:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22bc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf894 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.068583:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016134.068630:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338722432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2614us (2836us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.068636:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14021 00000100:00100000:1.0:1734016134.068730:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340970752:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.068746:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22bc9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf89b expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.068754:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22bc9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf89b expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.068779:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016134.068798:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338722560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2594us (2920us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.068803:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14022 00000100:00100000:0.0:1734016134.071142:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.071379:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722688 00000100:00100000:1.0:1734016134.071390:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722688 00000100:00100000:1.0:1734016134.071444:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14023 00000100:00100000:1.0:1734016134.071452:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338722688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.071473:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.071490:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8a2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.071528:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.071537:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.071540:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.071544:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6242304->6254591] (req 6242304->6254591) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.071580:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.071593:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.071607:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340970880:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.071687:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.073782:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.073890:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722816 00000100:00100000:3.0:1734016134.073898:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722816 00010000:00010000:3.0:1734016134.073931:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.073965:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3879 00000100:00100000:3.0:1734016134.073972:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a96850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338722816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.073987:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.074010:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.074022:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.074046:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.074047:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.074054:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.074063:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.074095:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.074107:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340971008:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.074163:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1734016134.074254:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22b98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf871 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.074298:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340970880:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.074320:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.074329:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016134.074358:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338722688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2907us (3227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.074366:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14023 00000100:00100000:3.0:1734016134.077026:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340971008:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.077044:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.077083:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a96850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338722816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3111us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.077092:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3879 00000100:00100000:0.0:1734016134.077772:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.078479:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338722944 00000100:00100000:2.0:1734016134.078486:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338722944 00000100:00100000:2.0:1734016134.078529:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2693 00000100:00100000:2.0:1734016134.078534:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+40:10361:x1818247338722944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.078555:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.078571:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea22bd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8a9 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.078642:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.078654:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.078672:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016134.078693:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9096082 00000004:00200000:2.0:1734016134.078697:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.078711:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.078729:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea22bd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 42 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.078752:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 41 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.078758:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.078761:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.078763:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016134.078797:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338722944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 262us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.078803:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2693 00000100:00100000:0.0:1734016134.082391:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.082451:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723072 00000100:00100000:1.0:1734016134.082457:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723072 00000100:00100000:1.0:1734016134.082640:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14024 00000100:00100000:1.0:1734016134.082646:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338723072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.082668:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.082681:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22be5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8b0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.082721:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.082767:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016134.084176:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4901778 -> 6251671 00000100:00100000:1.0:1734016134.084193:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.084212:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22be5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8b0 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.084222:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22be5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8b0 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.084366:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016134.084488:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338723072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1840us (2103us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.084495:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14024 00000100:00100000:0.0:1734016134.086777:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.087026:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723200 00000100:00100000:1.0:1734016134.087036:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723200 00000100:00100000:1.0:1734016134.087264:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14025 00000100:00100000:1.0:1734016134.087306:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338723200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.087322:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.087337:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22bec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8b7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.087382:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.087426:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.090600:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.091061:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723328 00000100:00100000:2.0:1734016134.091070:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723328 00000100:00100000:1.0:1734016134.091141:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971264:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.091168:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22bec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8b7 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.091179:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22bec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8b7 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.091187:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016134.091225:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338723200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3954us (4455us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.091233:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14025 00000100:00100000:2.0:1734016134.091651:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 330 00000100:00100000:2.0:1734016134.091657:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247338723328:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:2.0:1734016134.091706:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247338723328:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 49us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.091710:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 330 00000100:00080000:3.0:1734016134.091913:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016104 00000100:00100000:0.0:1734016134.095245:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.095326:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723456 00000100:00100000:1.0:1734016134.095334:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723456 00000100:00100000:1.0:1734016134.095378:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14026 00000100:00100000:1.0:1734016134.095385:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338723456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.095401:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.095416:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22bf3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8be expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.095468:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.095522:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.097347:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.097377:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22bf3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8be expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.097387:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22bf3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8be expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.097607:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016134.097653:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338723456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2267us (2414us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.097668:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14026 00000100:00100000:0.0:1734016134.099378:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.099443:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723584 00000100:00100000:1.0:1734016134.099450:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723584 00000100:00100000:1.0:1734016134.099561:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14027 00000100:00100000:1.0:1734016134.099567:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338723584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.099580:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.099594:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8c5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.099621:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.099626:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.099628:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.099631:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4366336->4370431] (req 4366336->4370431) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.099655:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.099675:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.099684:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971520:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.099733:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.102517:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340971520:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.102547:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4366336->4370431] (req 4366336->4370431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.102561:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016134.102596:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338723584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3029us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.102603:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14027 00000100:00100000:0.0:1734016134.103189:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.103295:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723712 00000100:00100000:3.0:1734016134.103301:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723712 00002000:00100000:3.0:1734016134.103334:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6242304->6251670) req@ffff8800789f9880 x1818247338723712/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 9856/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.103342:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338723712 ext(6242304->6251670) 00010000:00010000:3.0:1734016134.103347:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.103359:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00002000:00010000:3.0:1734016134.103365:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800789f9880 00000100:00100000:3.0:1734016134.103380:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 365 00000100:00100000:3.0:1734016134.103385:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338723712:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.105067:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338723712:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1675us (1872us total) trans 4294969935 rc 0/0 00000100:00100000:3.0:1734016134.105076:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 365 00002000:00100000:3.0:1734016134.105085:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6242304->6251670) req@ffff8800789f9880 x1818247338723712/t4294969935(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 9856/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.105092:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338723712 ext(6242304->6251670) 00010000:00010000:3.0:1734016134.105099:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.105110:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00002000:00010000:3.0:1734016134.105115:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800789f9880 00000100:00100000:0.0:1734016134.107532:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.107628:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723840 00000100:00100000:3.0:1734016134.107636:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723840 00010000:00010000:3.0:1734016134.107720:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.107841:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3880 00000100:00100000:3.0:1734016134.107847:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338723840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.107859:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016134.107875:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 952 -> 976 00010000:00010000:3.0:1734016134.107881:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.107896:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.107917:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22bd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6242304->6254591) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a2 expref: 10 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.107948:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.107950:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.107955:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.107963:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.107990:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.108001:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340971648:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.111743:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.114011:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340971648:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.114032:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.114075:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338723840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6226us (6549us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.114085:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3880 00000100:00100000:0.0:1734016134.115895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.115965:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338723968 00000100:00100000:1.0:1734016134.115972:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338723968 00000100:00100000:1.0:1734016134.116007:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14028 00000100:00100000:1.0:1734016134.116013:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338723968:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016134.116184:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6251671 -> 6251671 00002000:00010000:1.0:1734016134.116187:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016134.116189:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:1.0:1734016134.116191:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.116193:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 984 00000100:00100000:1.0:1734016134.116226:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338723968:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 212us (336us total) trans 4294969936 rc 0/0 00000100:00100000:1.0:1734016134.116232:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14028 00000100:00100000:0.0:1734016134.119755:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.119853:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724096 00000100:00100000:2.0:1734016134.119860:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724096 00000100:00100000:2.0:1734016134.119904:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14029 00000100:00100000:2.0:1734016134.119911:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338724096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.119926:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.119942:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8cc expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.119968:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.119974:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.119976:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.119978:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1249280->1257471] (req 1249280->1257471) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.120002:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.120017:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 11 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016134.120028:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340971776:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.120070:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.121751:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340971776:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.121778:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1249280->1257471] (req 1249280->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.121791:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016134.121822:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338724096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1911us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.121830:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14029 00000100:00100000:0.0:1734016134.124082:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.125097:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724224 00000100:00100000:3.0:1734016134.125106:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724224 00010000:00010000:3.0:1734016134.125136:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 12 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.125167:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3881 00000100:00100000:3.0:1734016134.125173:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338724224:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.125185:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.125205:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 12 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.125216:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 12 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.125233:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22b9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf878 expref: 12 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.126124:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.126128:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.126135:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.126143:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.126180:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.126192:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340971904:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.126306:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.128716:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340971904:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.128736:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.129110:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338724224:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3934us (5033us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.129119:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3881 00000100:00100000:0.0:1734016134.129711:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.129981:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724352 00000100:00100000:2.0:1734016134.129987:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724352 00000100:00100000:2.0:1734016134.130025:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14030 00000100:00100000:2.0:1734016134.130030:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338724352:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016134.130193:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016134.130196:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.130198:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016132 00002000:00010000:2.0:1734016134.130199:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.130201:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1734016134.130247:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338724352:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 216us (537us total) trans 4294968304 rc 0/0 00000100:00100000:2.0:1734016134.130253:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14030 00000100:00100000:0.0:1734016134.136614:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.136715:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724480 00000100:00100000:1.0:1734016134.136722:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724480 00000100:00100000:1.0:1734016134.137132:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14031 00000100:00100000:1.0:1734016134.137139:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338724480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.137154:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.137171:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22c08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8d3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.137215:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340972032:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.139423:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016134.142636:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016132 -> 1734016133 00000100:00100000:1.0:1734016134.142659:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340972032:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.142698:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22c08 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8d3 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.142714:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22c08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8d3 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.142737:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016134.145042:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338724480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7893us (8425us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.145051:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14031 00000100:00100000:0.0:1734016134.147446:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.147652:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724608 00000100:00100000:1.0:1734016134.147670:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724608 00000100:00100000:1.0:1734016134.147710:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14032 00000100:00100000:1.0:1734016134.147716:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338724608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.147731:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.147746:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22c0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8da expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.147797:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340972160:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.147856:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.150689:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340972160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.150716:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22c0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8da expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.150728:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22c0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8da expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.150753:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016134.150790:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338724608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3074us (3351us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.150797:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14032 00000100:00100000:0.0:1734016134.154026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.154102:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724736 00000100:00100000:1.0:1734016134.154110:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724736 00000100:00100000:1.0:1734016134.154150:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14033 00000100:00100000:1.0:1734016134.154156:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338724736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.154171:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.154188:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea22c16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8e1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.154232:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.154310:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.159466:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972288:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.159496:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea22c16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e1 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.159508:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea22c16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e1 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.159533:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016134.159578:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338724736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5421us (5560us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.159589:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14033 00000100:00100000:0.0:1734016134.161859:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.162449:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724864 00000100:00100000:1.0:1734016134.162457:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724864 00000100:00100000:1.0:1734016134.162578:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14034 00000100:00100000:1.0:1734016134.162584:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338724864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.162599:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.162613:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8e8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.162638:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.162644:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.162646:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.162649:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4210688->4214783] (req 4210688->4214783) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.162685:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.162695:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:1.0:1734016134.162706:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972416:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.162952:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.165033:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972416:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.165059:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4210688->4214783] (req 4210688->4214783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.165075:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016134.165581:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338724864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2994us (3726us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.165589:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14034 00000100:00100000:0.0:1734016134.165838:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.167206:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338724992 00000100:00100000:3.0:1734016134.167214:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338724992 00010000:00010000:3.0:1734016134.167243:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 9 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.167286:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3882 00000100:00100000:3.0:1734016134.167292:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338724992:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.167304:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.167321:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 9 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.167331:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 9 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.167350:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea22bfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4366336->4370431) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8c5 expref: 9 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.167373:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.167376:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.167382:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.167394:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.167423:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.167434:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340972544:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.167477:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.170113:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340972544:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.170135:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.170176:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338724992:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2883us (4338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.170185:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3882 00000100:00100000:0.0:1734016134.170430:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.170499:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.171370:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725376 00000100:00100000:1.0:1734016134.171377:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725376 00002000:00100000:1.0:1734016134.171406:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (4091904->4194303) req@ffff880079029880 x1818247338725376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.171415:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338725376 ext(4091904->4194303) 00002000:00010000:1.0:1734016134.171418:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:1.0:1734016134.171442:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725504 00000100:00100000:1.0:1734016134.171444:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725504 00002000:00100000:1.0:1734016134.171455:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4210688->4214783) req@ffff88007902bb80 x1818247338725504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.171461:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338725504 ext(4210688->4214783) 00002000:00010000:1.0:1734016134.171464:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902bb80 00000100:00100000:1.0:1734016134.171475:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9661 00000100:00100000:1.0:1734016134.171480:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338725376:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.171843:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9662 00000100:00100000:2.0:1734016134.171849:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338725504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.171925:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338725504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 75us (1426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.171932:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9662 00002000:00100000:2.0:1734016134.171936:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4210688->4214783) req@ffff88007902bb80 x1818247338725504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.171943:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338725504 ext(4210688->4214783) 00002000:00010000:2.0:1734016134.171946:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902bb80 00000100:00100000:1.0:1734016134.175578:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338725376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 4085us (5137us total) trans 0 rc 102400/102400 00000100:00100000:1.0:1734016134.175591:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9661 00002000:00100000:1.0:1734016134.175601:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (4091904->4194303) req@ffff880079029880 x1818247338725376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.175609:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338725376 ext(4091904->4194303) 00002000:00010000:1.0:1734016134.175614:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:0.0:1734016134.186770:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.186861:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725760 00000100:00100000:1.0:1734016134.186868:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725760 00002000:00100000:1.0:1734016134.186903:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6254591) req@ffff880079028e00 x1818247338725760/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 504/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.186912:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028e00 with x1818247338725760 ext(4194304->6254591) 00002000:00010000:1.0:1734016134.186917:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028e00 00000100:00100000:1.0:1734016134.186946:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9663 00000100:00100000:1.0:1734016134.186954:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338725760:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.209130:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338725760:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 22167us (22359us total) trans 0 rc 2056192/2056192 00000100:00100000:1.0:1734016134.209141:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9663 00002000:00100000:1.0:1734016134.209151:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6254591) req@ffff880079028e00 x1818247338725760/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 504/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 2056192/2056192 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.209158:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028e00 with x1818247338725760 ext(4194304->6254591) 00002000:00010000:1.0:1734016134.209163:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028e00 00000100:00100000:0.0:1734016134.214620:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.214986:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338725888 00000100:00100000:1.0:1734016134.214995:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338725888 00002000:00100000:1.0:1734016134.215030:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4210688->4218879) req@ffff880079029500 x1818247338725888/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 8680/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.215039:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247338725888 ext(4210688->4218879) 00002000:00010000:1.0:1734016134.215045:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:3.0:1734016134.216195:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9664 00000100:00100000:3.0:1734016134.216202:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338725888:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.217520:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338725888:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1314us (2905us total) trans 4294969937 rc 0/0 00000100:00100000:3.0:1734016134.217529:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9664 00002000:00100000:3.0:1734016134.217538:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4210688->4218879) req@ffff880079029500 x1818247338725888/t4294969937(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 8680/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.217546:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029500 with x1818247338725888 ext(4210688->4218879) 00002000:00010000:3.0:1734016134.217551:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029500 00000100:00100000:0.0:1734016134.220374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.221059:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726016 00000100:00100000:3.0:1734016134.221067:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726016 00000100:00100000:3.0:1734016134.221132:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2694 00000100:00100000:3.0:1734016134.221139:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338726016:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016134.221745:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338726016:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 604us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.221752:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2694 00000100:00100000:0.0:1734016134.224676:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.224812:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726144 00000100:00100000:1.0:1734016134.224821:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726144 00000100:00100000:1.0:1734016134.224873:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14035 00000100:00100000:1.0:1734016134.224882:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338726144:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016134.226155:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969937 is committed 00000001:00080000:0.0:1734016134.226172:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969936 is committed 00000100:00100000:1.0:1734016134.226842:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338726144:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1956us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.226851:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14035 00000100:00100000:1.0:1734016134.229235:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.229886:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726272 00000100:00100000:2.0:1734016134.229896:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726272 00000100:00100000:2.0:1734016134.230148:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14036 00000100:00100000:2.0:1734016134.230155:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338726272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.230171:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.230189:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8ef expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.230219:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.230225:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.230226:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.230229:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3186688->3194879] (req 3186688->3194879) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.230266:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.230291:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 6 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016134.230306:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972672:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.230366:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.235350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.235426:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340972672:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.235453:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3186688->3194879] (req 3186688->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.235470:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:3.0:1734016134.235515:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338726272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5360us (6287us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.235523:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14036 00000100:00100000:3.0:1734016134.235939:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726400 00000100:00100000:3.0:1734016134.235945:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726400 00010000:00010000:3.0:1734016134.235964:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.235984:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3883 00000100:00100000:3.0:1734016134.235989:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338726400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.236001:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016134.236014:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 984 -> 1000 00010000:00010000:3.0:1734016134.236019:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.236033:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.236050:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22c1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4210688->4214783) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8e8 expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.236070:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.236072:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.236077:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.236084:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.236109:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.236120:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340972800:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.236145:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.238115:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.238180:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726528 00000100:00100000:2.0:1734016134.238186:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726528 00000100:00100000:2.0:1734016134.238215:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14037 00000100:00100000:2.0:1734016134.238220:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338726528:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016134.238376:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6251671 -> 6251671 00002000:00010000:2.0:1734016134.238380:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.238381:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016133 00002000:00010000:2.0:1734016134.238383:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016133 00002000:00010000:2.0:1734016134.238384:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:2.0:1734016134.238449:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338726528:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 227us (339us total) trans 4294969938 rc 0/0 00000100:00100000:2.0:1734016134.238455:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14037 00000100:00100000:3.0:1734016134.238772:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340972800:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.238788:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.238807:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338726400:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2817us (3466us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.238813:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3883 00000100:00100000:0.0:1734016134.242254:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.242360:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726656 00000100:00100000:2.0:1734016134.242367:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726656 00000100:00100000:2.0:1734016134.242403:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14038 00000100:00100000:2.0:1734016134.242409:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338726656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.242427:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.242441:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea22c2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8f6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.242486:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340972928:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.242538:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.244208:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340972928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.244235:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea22c2b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8f6 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.244245:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea22c2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8f6 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.244443:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016134.244483:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338726656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2072us (2234us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.244490:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14038 00000100:00100000:0.0:1734016134.246834:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.246910:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726784 00000100:00100000:2.0:1734016134.246917:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726784 00000100:00100000:2.0:1734016134.247000:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14039 00000100:00100000:2.0:1734016134.247006:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338726784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.247021:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.247036:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22c32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf8fd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.247086:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.247435:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.248924:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.248953:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22c32 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8fd expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.248964:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22c32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8fd expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.248973:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016134.249004:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338726784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1998us (2317us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.249011:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14039 00000100:00100000:0.0:1734016134.251333:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.251452:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338726912 00000100:00100000:2.0:1734016134.251459:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338726912 00000100:00100000:2.0:1734016134.251489:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14040 00000100:00100000:2.0:1734016134.251495:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338726912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.251508:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.251522:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22c39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf904 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.251567:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973184:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.251616:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.253550:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.253573:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973184:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.253604:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22c39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf904 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.253617:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22c39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf904 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.253634:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016134.253692:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338726912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2196us (2364us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.253701:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14040 00000100:00100000:0.0:1734016134.257174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.257300:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727040 00000100:00100000:2.0:1734016134.257307:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727040 00000100:00100000:2.0:1734016134.257339:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14041 00000100:00100000:2.0:1734016134.257345:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338727040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.257360:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.257376:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22c40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf90b expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.257420:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973312:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.257625:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.259045:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973312:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.259069:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22c40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf90b expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.259078:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22c40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf90b expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.259409:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016134.259447:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338727040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2101us (2279us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.259454:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14041 00000100:00100000:0.0:1734016134.261601:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.261699:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727168 00000100:00100000:2.0:1734016134.261706:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727168 00000100:00100000:2.0:1734016134.261740:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14042 00000100:00100000:2.0:1734016134.261746:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338727168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.261760:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.261774:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22c47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf912 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.261814:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973440:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.261862:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.263438:0:7693:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.263458:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.263483:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22c47 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf912 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.263494:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22c47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf912 expref: 12 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.263510:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016134.263540:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338727168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1794us (1944us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.263547:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14042 00000100:00100000:0.0:1734016134.265040:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.265119:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727296 00000100:00100000:2.0:1734016134.265125:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727296 00000100:00100000:2.0:1734016134.265150:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14043 00000100:00100000:2.0:1734016134.265155:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338727296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.265167:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.265180:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf919 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.265200:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.265206:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.265207:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.265210:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4071424->4075519] (req 4071424->4075519) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.265231:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.265240:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 11 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016134.265252:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973568:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.265492:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.267810:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.267994:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340973568:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.268019:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4071424->4075519] (req 4071424->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 12 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.268033:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016134.268068:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338727296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2912us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.268075:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14043 00000100:00100000:3.0:1734016134.268141:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727424 00000100:00100000:3.0:1734016134.268147:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727424 00010000:00010000:3.0:1734016134.268168:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.268446:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3884 00000100:00100000:3.0:1734016134.268453:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338727424:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.268463:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.268479:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.268488:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.268504:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea22c01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1249280->1257471) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8cc expref: 12 pid: 7693 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.271037:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.271042:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.271054:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.271065:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.271108:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 11 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.271121:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340973696:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.271186:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.277729:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247340973696:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.277746:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.277788:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338727424:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9334us (9986us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.277799:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3884 00000100:00100000:0.0:1734016134.285062:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.285249:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727680 00000100:00100000:3.0:1734016134.285257:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727680 00002000:00100000:3.0:1734016134.285324:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079daaa00 x1818247338727680/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.285333:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daaa00 with x1818247338727680 ext(0->4194303) 00002000:00010000:3.0:1734016134.285337:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079daaa00 00000100:00100000:3.0:1734016134.285369:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9665 00000100:00100000:3.0:1734016134.285376:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338727680:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.321647:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338727680:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 36261us (36582us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016134.321668:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9665 00002000:00100000:3.0:1734016134.321681:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079daaa00 x1818247338727680/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.321691:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079daaa00 with x1818247338727680 ext(0->4194303) 00002000:00010000:3.0:1734016134.321698:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079daaa00 00000100:00100000:0.0:1734016134.329498:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.329902:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727808 00000100:00100000:3.0:1734016134.329910:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727808 00002000:00100000:3.0:1734016134.329945:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4071424->4075519) req@ffff880079da9180 x1818247338727808/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 4584/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.329960:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338727808 ext(4071424->4075519) 00002000:00010000:3.0:1734016134.329965:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:3.0:1734016134.330022:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9666 00000100:00100000:3.0:1734016134.330028:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338727808:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.330740:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338727808:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 710us (1248us total) trans 4294968305 rc 0/0 00000100:00100000:3.0:1734016134.330747:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9666 00002000:00100000:3.0:1734016134.330753:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4071424->4075519) req@ffff880079da9180 x1818247338727808/t4294968305(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 4584/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.330760:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338727808 ext(4071424->4075519) 00002000:00010000:3.0:1734016134.330763:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:1.0:1734016134.333628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.333713:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338727936 00000100:00100000:3.0:1734016134.333720:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338727936 00000100:00100000:3.0:1734016134.333758:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2695 00000100:00100000:3.0:1734016134.333764:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338727936:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016134.334291:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+41:10361:x1818247338727936:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 525us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.334300:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2695 00000100:00100000:0.0:1734016134.336468:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.336618:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728064 00000100:00100000:2.0:1734016134.336626:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728064 00000100:00100000:2.0:1734016134.336668:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14044 00000100:00100000:2.0:1734016134.336675:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338728064:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016134.337862:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968305 is committed 00000001:00080000:2.0:1734016134.337873:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968304 is committed 00000100:00100000:0.0:1734016134.338014:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338728064:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1337us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.338021:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14044 00000100:00100000:0.0:1734016134.340561:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.340608:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.340696:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728192 00000100:00100000:2.0:1734016134.340703:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728192 00000100:00100000:2.0:1734016134.340731:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728320 00000100:00100000:2.0:1734016134.340733:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728320 00000100:00100000:2.0:1734016134.340764:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14045 00000100:00100000:2.0:1734016134.340773:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338728192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.340787:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.340800:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22c55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf920 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.340846:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.340889:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.341024:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14046 00000100:00100000:1.0:1734016134.341029:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338728320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.341037:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.341049:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22c5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf927 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.341075:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340973952:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.341098:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.343347:0:7693:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016134.343353:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.343368:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340973824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.343396:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22c55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf920 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.343407:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22c55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf920 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016134.343551:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.343555:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00002000:00010000:1.0:1734016134.343557:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 112 -> 120 00000100:00100000:1.0:1734016134.343568:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340973952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.343584:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22c5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf927 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.343591:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22c5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf927 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.343665:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016134.343699:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338728320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2669us (3092us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.343706:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14046 00010000:00010000:2.0:1734016134.343956:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016134.343975:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338728192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3203us (3420us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.343981:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14045 00000100:00100000:1.0:1734016134.346768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.346887:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728448 00000100:00100000:2.0:1734016134.346897:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728448 00000100:00100000:2.0:1734016134.346937:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14047 00000100:00100000:2.0:1734016134.346943:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338728448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.346956:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.346970:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf92e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.346993:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.346999:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.347000:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.347004:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [6209536->6213631] (req 6209536->6213631) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.347033:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.347043:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 7 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016134.347053:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340974080:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.347095:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.348986:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.349375:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728576 00000100:00100000:3.0:1734016134.349381:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728576 00010000:00010000:3.0:1734016134.349405:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:3.0:1734016134.349437:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3885 00000100:00100000:3.0:1734016134.349443:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338728576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.349453:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.349470:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.349480:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00010000:00010000:3.0:1734016134.349499:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.349501:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.349507:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.349514:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.349538:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.349547:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340974208:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.349591:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016134.350150:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3186688->3194879) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8ef expref: 8 pid: 8975 timeout: 502 lvb_type: 0 00000100:00100000:2.0:1734016134.350163:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340974080:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.350183:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.350189:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016134.350214:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338728448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3271us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.350220:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14047 00000100:00100000:0.0:1734016134.353106:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.353450:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247340974208:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.353468:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.353503:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338728576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4059us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.353513:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3885 00000100:00100000:3.0:1734016134.353911:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338728832 00000100:00100000:3.0:1734016134.353917:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338728832 00002000:00100000:3.0:1734016134.353946:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6209536->6213631) req@ffff880078f42300 x1818247338728832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.353955:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42300 with x1818247338728832 ext(6209536->6213631) 00002000:00010000:3.0:1734016134.353958:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f42300 00000100:00100000:3.0:1734016134.353970:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9667 00000100:00100000:3.0:1734016134.353975:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338728832:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.354069:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338728832:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 94us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.354074:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9667 00002000:00100000:3.0:1734016134.354078:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6209536->6213631) req@ffff880078f42300 x1818247338728832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.354084:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42300 with x1818247338728832 ext(6209536->6213631) 00002000:00010000:3.0:1734016134.354086:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f42300 00000100:00100000:0.0:1734016134.357204:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.357520:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729088 00000100:00100000:1.0:1734016134.357527:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729088 00002000:00100000:1.0:1734016134.357558:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6213632->6217727) req@ffff880078f43b80 x1818247338729088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.357565:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43b80 with x1818247338729088 ext(6213632->6217727) 00002000:00010000:1.0:1734016134.357569:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43b80 00000100:00100000:1.0:1734016134.357592:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9668 00000100:00100000:1.0:1734016134.357597:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338729088:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.357731:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338729088:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.357738:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9668 00002000:00100000:1.0:1734016134.357744:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6213632->6217727) req@ffff880078f43b80 x1818247338729088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.357750:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43b80 with x1818247338729088 ext(6213632->6217727) 00002000:00010000:1.0:1734016134.357752:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43b80 00000100:00100000:0.0:1734016134.359820:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.359992:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729344 00000100:00100000:3.0:1734016134.359999:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729344 00002000:00100000:3.0:1734016134.360027:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6217728->6221823) req@ffff880078f43100 x1818247338729344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.360036:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43100 with x1818247338729344 ext(6217728->6221823) 00002000:00010000:3.0:1734016134.360041:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43100 00000100:00100000:3.0:1734016134.360076:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9669 00000100:00100000:3.0:1734016134.360081:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338729344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.360188:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338729344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 106us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016134.360196:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9669 00002000:00100000:3.0:1734016134.360202:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6217728->6221823) req@ffff880078f43100 x1818247338729344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.360209:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43100 with x1818247338729344 ext(6217728->6221823) 00002000:00010000:3.0:1734016134.360211:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43100 00000100:00100000:0.0:1734016134.362593:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.362704:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729472 00000100:00100000:2.0:1734016134.362712:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729472 00000100:00100000:2.0:1734016134.362886:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14048 00000100:00100000:2.0:1734016134.362893:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338729472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.362906:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.362924:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf935 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.362945:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.362947:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.362953:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.362968:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.362976:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016134.363021:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338729472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 128us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.363026:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14048 00000100:00100000:0.0:1734016134.365060:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.365187:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729600 00000100:00100000:1.0:1734016134.365194:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729600 00000100:00100000:1.0:1734016134.365232:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14049 00000100:00100000:1.0:1734016134.365238:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338729600:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016134.365402:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016134.365405:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.365406:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.365408:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.365409:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:1.0:1734016134.365482:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338729600:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 243us (427us total) trans 4294968306 rc 0/0 00000100:00100000:1.0:1734016134.365489:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14049 00000100:00100000:0.0:1734016134.368421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.368613:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729728 00000100:00100000:2.0:1734016134.368621:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729728 00000100:00100000:2.0:1734016134.368653:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14050 00000100:00100000:2.0:1734016134.368669:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.368682:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.368697:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22c71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf93c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.368742:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974336:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.368784:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016134.369946:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.369964:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974336:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.369987:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22c71 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf93c expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.369997:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea22c71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf93c expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.370110:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016134.370143:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1484us (1729us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.370149:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14050 00000100:00100000:0.0:1734016134.372149:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.372251:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729856 00000100:00100000:2.0:1734016134.372258:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729856 00000100:00100000:2.0:1734016134.372315:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14051 00000100:00100000:2.0:1734016134.372321:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.372333:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.372347:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22c78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf943 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.372387:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974464:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.372424:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.374391:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974464:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.374418:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22c78 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf943 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.374429:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea22c78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf943 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.374442:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016134.374471:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2149us (2326us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.374477:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14051 00000100:00100000:0.0:1734016134.376756:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.376851:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338729984 00000100:00100000:2.0:1734016134.376857:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338729984 00000100:00100000:2.0:1734016134.377032:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14052 00000100:00100000:2.0:1734016134.377038:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.377052:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.377066:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea22c7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf94a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.377109:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.377150:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.379051:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.379095:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea22c7f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf94a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.379108:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea22c7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf94a expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.379121:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016134.379172:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338729984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2132us (2420us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.379181:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14052 00000100:00100000:0.0:1734016134.381343:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.381487:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730112 00000100:00100000:2.0:1734016134.381495:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730112 00000100:00100000:2.0:1734016134.381533:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14053 00000100:00100000:2.0:1734016134.381540:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338730112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.381556:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.381573:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22c86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf951 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.381619:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974720:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.381682:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.383557:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340974720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.383583:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22c86 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf951 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.383593:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea22c86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf951 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.383634:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016134.383832:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338730112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2291us (2494us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.383839:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14053 00000100:00100000:0.0:1734016134.388772:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.388870:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730368 00000100:00100000:1.0:1734016134.388878:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730368 00002000:00100000:1.0:1734016134.388911:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6254591) req@ffff880078f40e00 x1818247338730368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.388920:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40e00 with x1818247338730368 ext(4194304->6254591) 00002000:00010000:1.0:1734016134.388924:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f40e00 00000100:00100000:1.0:1734016134.389371:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9670 00000100:00100000:1.0:1734016134.389378:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338730368:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.405925:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338730368:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 16533us (17146us total) trans 0 rc 2060288/2060288 00000100:00100000:1.0:1734016134.405938:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9670 00002000:00100000:1.0:1734016134.405948:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6254591) req@ffff880078f40e00 x1818247338730368/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/440 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 2060288/2060288 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.405957:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40e00 with x1818247338730368 ext(4194304->6254591) 00002000:00010000:1.0:1734016134.405962:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f40e00 00000100:00100000:1.0:1734016134.409567:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.409671:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730496 00000100:00100000:2.0:1734016134.409678:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730496 00000100:00100000:2.0:1734016134.409757:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14054 00000100:00100000:2.0:1734016134.409763:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338730496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016134.409903:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016134.409905:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.409907:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:2.0:1734016134.409909:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.409911:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:2.0:1734016134.409973:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338730496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 209us (415us total) trans 4294968307 rc 0/0 00000100:00100000:2.0:1734016134.409979:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14054 00000100:00100000:0.0:1734016134.413592:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.413740:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730624 00000100:00100000:1.0:1734016134.413749:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730624 00000100:00100000:1.0:1734016134.413798:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14055 00000100:00100000:1.0:1734016134.413803:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.413822:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.413837:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22c8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf958 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.413885:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340974848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.413933:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016134.416892:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:1.0:1734016134.416917:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340974848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.416948:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22c8d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf958 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.416960:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22c8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf958 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.417832:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016134.418056:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4250us (4470us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.418063:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14055 00000100:00100000:0.0:1734016134.421382:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.421471:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730752 00000100:00100000:1.0:1734016134.421479:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730752 00000100:00100000:1.0:1734016134.421557:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14056 00000100:00100000:1.0:1734016134.421563:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.421583:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.421599:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22c94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf95f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.421643:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340974976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.422094:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.423944:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340974976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.423971:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22c94 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf95f expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.423983:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22c94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf95f expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.424008:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016134.424054:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2490us (2679us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.424062:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14056 00000100:00100000:3.0:1734016134.426484:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.427836:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338730880 00000100:00100000:1.0:1734016134.427846:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338730880 00000100:00100000:1.0:1734016134.427892:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14057 00000100:00100000:1.0:1734016134.427897:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.427913:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.427926:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22c9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf966 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.427975:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975104:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.428033:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.432901:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975104:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.432933:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22c9b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf966 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.432944:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22c9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf966 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.432967:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016134.433012:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338730880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5113us (6535us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.433019:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14057 00000100:00100000:0.0:1734016134.435607:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.435922:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731008 00000100:00100000:1.0:1734016134.435929:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731008 00000100:00100000:1.0:1734016134.435971:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14058 00000100:00100000:1.0:1734016134.435978:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.435992:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.436006:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22ca2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf96d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.436047:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975232:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.436096:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.438393:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975232:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.438424:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22ca2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf96d expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.438439:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22ca2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf96d expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.438467:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016134.438505:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2527us (2905us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.438511:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14058 00000100:00100000:0.0:1734016134.440582:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.440684:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731136 00000100:00100000:1.0:1734016134.440690:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731136 00000100:00100000:1.0:1734016134.440731:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14059 00000100:00100000:1.0:1734016134.440739:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338731136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.440754:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.440767:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22ca9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf974 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.440812:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975360:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.440863:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.441939:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340975360:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.441960:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22ca9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf974 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.441970:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22ca9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf974 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.441983:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016134.442008:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338731136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1270us (1431us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.442014:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14059 00000100:00100000:3.0:1734016134.443636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.443715:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731264 00000100:00100000:1.0:1734016134.443721:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731264 00000100:00100000:1.0:1734016134.443807:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14060 00000100:00100000:1.0:1734016134.443813:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338731264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.443827:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.443841:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf97b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.443862:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.443870:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.443874:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.443876:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.443879:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3760128->3772415] (req 3760128->3772415) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.443900:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 7 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.443913:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 7 pid: 7693 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016134.443923:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340975488:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.444140:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.444146:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.444153:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340975616:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.444167:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.448465:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340975488:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.448478:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340975616:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.448504:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3760128->3772415] (req 3760128->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.448519:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016134.448571:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338731264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4757us (4939us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.448579:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14060 00000100:00100000:0.0:1734016134.450501:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.450542:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.450633:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731520 00000100:00100000:3.0:1734016134.450639:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731520 00010000:00010000:3.0:1734016134.450675:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.450749:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731392 00000100:00100000:3.0:1734016134.450751:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731392 00010000:00010000:3.0:1734016134.450764:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 503 lvb_type: 1 00000100:00100000:3.0:1734016134.450785:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3886 00000100:00100000:3.0:1734016134.450790:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338731520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.450801:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.450817:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.450826:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.450848:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22c63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 6209536->6213631) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf92e expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.450863:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.450893:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338731520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 102us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.450899:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3886 00000100:00100000:3.0:1734016134.450933:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3887 00000100:00100000:3.0:1734016134.450937:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338731392:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.450942:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.450952:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.450959:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.450968:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea22c6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf935 expref: 8 pid: 7693 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.450975:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.450977:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.450981:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.450988:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.451012:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.451022:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340975744:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.451049:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.456209:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340975744:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016134.456229:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.457183:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338731392:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6241us (6637us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.457193:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3887 00000100:00100000:1.0:1734016134.457675:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.457861:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731648 00000100:00100000:2.0:1734016134.457868:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731648 00000100:00100000:2.0:1734016134.458116:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14061 00000100:00100000:2.0:1734016134.458123:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338731648:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016134.458324:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6251671 -> 6251671 00002000:00010000:2.0:1734016134.458327:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016133 00002000:00010000:2.0:1734016134.458329:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:2.0:1734016134.458331:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.458332:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1000 -> 1024 00000100:00100000:2.0:1734016134.458378:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338731648:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 255us (703us total) trans 4294969939 rc 0/0 00000100:00100000:2.0:1734016134.458385:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14061 00000100:00100000:2.0:1734016134.460759:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.461436:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731776 00000100:00100000:0.0:1734016134.461444:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731776 00000100:00100000:0.0:1734016134.461566:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14062 00000100:00100000:0.0:1734016134.461573:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.461589:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.461605:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf982 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.461653:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340975872:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.461885:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.463227:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340975872:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.463249:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cb7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf982 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.463260:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf982 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.463501:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016134.463545:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1970us (2791us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.463553:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14062 00000100:00100000:1.0:1734016134.465799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.465887:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338731904 00000100:00100000:0.0:1734016134.465897:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338731904 00000100:00100000:0.0:1734016134.466182:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14063 00000100:00100000:0.0:1734016134.466189:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.466206:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.466220:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22cbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf989 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.466466:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976000:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.466534:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.468309:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976000:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.468335:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22cbe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf989 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.468346:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22cbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf989 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.468357:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016134.468399:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338731904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2210us (2608us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.468406:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14063 00000100:00100000:3.0:1734016134.471109:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.471171:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732032 00000100:00100000:0.0:1734016134.471178:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732032 00000100:00100000:0.0:1734016134.471681:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14064 00000100:00100000:0.0:1734016134.471688:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338732032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.471704:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.471721:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf990 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.471766:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976128:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.471825:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.473978:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976128:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.474006:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cc5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf990 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.474018:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22cc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf990 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.474321:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016134.474373:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338732032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2684us (3269us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.474381:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14064 00000100:00100000:3.0:1734016134.478363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.478445:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732288 00000100:00100000:1.0:1734016134.478452:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732288 00002000:00100000:1.0:1734016134.478487:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4149248->4153343) req@ffff880079efdf80 x1818247338732288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.478496:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247338732288 ext(4149248->4153343) 00002000:00010000:1.0:1734016134.478500:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdf80 00000100:00100000:1.0:1734016134.478529:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9671 00000100:00100000:1.0:1734016134.478536:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338732288:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.478702:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338732288:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 165us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.478709:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9671 00002000:00100000:1.0:1734016134.478715:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4149248->4153343) req@ffff880079efdf80 x1818247338732288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.478721:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247338732288 ext(4149248->4153343) 00002000:00010000:1.0:1734016134.478724:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdf80 00000100:00100000:3.0:1734016134.481259:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.481346:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732544 00000100:00100000:0.0:1734016134.481353:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732544 00002000:00100000:0.0:1734016134.481381:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4153344->4157439) req@ffff880079efdc00 x1818247338732544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.481389:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdc00 with x1818247338732544 ext(4153344->4157439) 00002000:00010000:0.0:1734016134.481393:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdc00 00000100:00100000:0.0:1734016134.481570:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9672 00000100:00100000:0.0:1734016134.481576:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338732544:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.481842:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338732544:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 265us (589us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.481849:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9672 00002000:00100000:0.0:1734016134.481855:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4153344->4157439) req@ffff880079efdc00 x1818247338732544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.481861:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdc00 with x1818247338732544 ext(4153344->4157439) 00002000:00010000:0.0:1734016134.481864:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdc00 00000100:00100000:0.0:1734016134.483576:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.483686:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732672 00000100:00100000:2.0:1734016134.483693:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732672 00000100:00100000:2.0:1734016134.483735:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14065 00000100:00100000:2.0:1734016134.483740:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338732672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.483752:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.483767:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22ccc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf997 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.483810:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.483866:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.485354:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.485382:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22ccc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf997 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.485393:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22ccc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf997 expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.485411:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016134.485735:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338732672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1992us (2162us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.485743:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14065 00000100:00100000:3.0:1734016134.487627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.487730:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732800 00000100:00100000:2.0:1734016134.487738:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732800 00000100:00100000:2.0:1734016134.487777:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14066 00000100:00100000:2.0:1734016134.487783:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338732800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.487796:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.487811:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22cd3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf99e expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.487852:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.487907:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.489402:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.489426:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22cd3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf99e expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.489436:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22cd3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf99e expref: 6 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.489589:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016134.489629:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338732800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1844us (2004us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.489636:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14066 00000100:00100000:3.0:1734016134.492399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.492516:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338732928 00000100:00100000:2.0:1734016134.492522:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338732928 00000100:00100000:2.0:1734016134.492719:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14067 00000100:00100000:2.0:1734016134.492727:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338732928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.492742:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.492758:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9a5 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.492781:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.492789:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.492790:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.492794:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [528384->536575] (req 528384->536575) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.492827:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.492838:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 9 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.492850:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976512:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.493077:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.498869:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976512:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.498897:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [528384->536575] (req 528384->536575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.498911:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016134.499029:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338732928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6300us (6634us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.499037:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14067 00000100:00100000:1.0:1734016134.502390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.502484:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733056 00000100:00100000:2.0:1734016134.502492:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733056 00010000:00010000:2.0:1734016134.502520:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 10 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.502556:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3888 00000100:00100000:2.0:1734016134.502562:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338733056:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.502576:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.502597:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 10 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.502608:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 10 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.502627:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea22c4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4071424->4075519) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf919 expref: 10 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.502645:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.502647:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.502663:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.502672:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.502700:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 5 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.502711:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340976640:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.502769:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.509334:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.509430:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340976640:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.509451:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.509502:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338733056:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6939us (7118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.509513:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3888 00000100:00100000:0.0:1734016134.509805:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733184 00000100:00100000:0.0:1734016134.509810:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733184 00000100:00100000:0.0:1734016134.509837:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14068 00000100:00100000:0.0:1734016134.509843:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338733184:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016134.509987:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016134.509990:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.509992:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:0.0:1734016134.509994:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:0.0:1734016134.509995:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:0.0:1734016134.510040:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338733184:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 196us (713us total) trans 4294968308 rc 0/0 00000100:00100000:0.0:1734016134.510046:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14068 00000100:00100000:3.0:1734016134.513742:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.514329:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.514420:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733312 00000100:00100000:0.0:1734016134.514429:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733312 00000100:00100000:0.0:1734016134.514639:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733440 00000100:00100000:0.0:1734016134.514643:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733440 00000100:00100000:2.0:1734016134.514716:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14069 00000100:00100000:2.0:1734016134.514725:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338733312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.514742:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.514758:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22ce1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9ac expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.514810:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340976768:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.514862:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.515112:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14070 00000100:00100000:0.0:1734016134.515118:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338733440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.515127:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.515137:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22ce8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9b3 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.515162:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976896:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.515183:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6240 going to sleep for 11 seconds 00002000:00010000:0.0:1734016134.519129:0:7693:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:0.0:1734016134.519150:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340976896:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.519176:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22ce8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9b3 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.519188:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22ce8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9b3 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.519200:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016134.519232:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338733440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4114us (4902us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.519239:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14070 00002000:00010000:2.0:1734016134.519688:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016134.519691:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:2.0:1734016134.519701:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340976768:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.519719:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22ce1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9ac expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.519726:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea22ce1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9ac expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.519737:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016134.520189:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338733312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5464us (6452us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.520196:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14069 00000100:00100000:3.0:1734016134.523349:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.523397:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.523452:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733696 00000100:00100000:0.0:1734016134.523460:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733696 00000100:00100000:0.0:1734016134.523502:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733568 00000100:00100000:0.0:1734016134.523504:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733568 00000100:00100000:0.0:1734016134.523519:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14071 00000100:00100000:0.0:1734016134.523526:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338733696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.523540:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.523556:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22cef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9c1 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.523603:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977024:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.523649:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.523729:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14072 00000100:00100000:2.0:1734016134.523735:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338733568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.523743:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.523752:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9ba expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.523778:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340977152:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.523798:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.526625:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977024:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.526669:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22cef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9c1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.526688:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea22cef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9c1 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016134.526949:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340977152:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.526968:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22cf6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9ba expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.526976:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22cf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9ba expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.526991:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016134.527041:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338733568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3305us (3643us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.527048:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14072 00010000:00010000:0.0:1734016134.527376:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016134.527396:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338733696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3870us (4056us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.527401:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14071 00000100:00100000:3.0:1734016134.532033:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.532075:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.532242:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733952 00000100:00100000:2.0:1734016134.532251:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733952 00000100:00100000:2.0:1734016134.532309:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338733824 00000100:00100000:2.0:1734016134.532312:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338733824 00000100:00100000:2.0:1734016134.532347:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14073 00000100:00100000:2.0:1734016134.532354:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338733952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.532370:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.532387:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22cfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9cf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.532439:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340977280:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.532491:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.532547:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14074 00000100:00100000:0.0:1734016134.532553:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338733824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.532564:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.532575:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea22d04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9c8 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.532597:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340977408:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.532617:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.535589:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340977280:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.535623:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22cfd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9cf expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.535636:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22cfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9cf expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.535667:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016134.535721:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338733952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3366us (3696us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.535729:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14073 00000100:00100000:0.0:1734016134.536773:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340977408:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.536792:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea22d04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9c8 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.536802:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea22d04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9c8 expref: 8 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.536825:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016134.536862:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338733824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4307us (4785us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.536869:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14074 00000100:00100000:3.0:1734016134.540627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.540964:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734080 00000100:00100000:0.0:1734016134.540973:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734080 00000100:00100000:0.0:1734016134.541017:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14075 00000100:00100000:0.0:1734016134.541024:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338734080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.541040:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.541056:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9d6 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.541081:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.541088:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016134.541089:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016134.541092:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.541118:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.541128:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 7 pid: 8975 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016134.541139:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340977536:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016134.541193:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.544032:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340977536:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016134.544064:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.544078:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016134.544142:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338734080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3117us (3523us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.544149:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14075 00000100:00100000:3.0:1734016134.546051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.546212:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734208 00000100:00100000:2.0:1734016134.546219:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734208 00010000:00010000:2.0:1734016134.546247:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.546304:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3889 00000100:00100000:2.0:1734016134.546310:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338734208:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.546322:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.546339:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.546350:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.546372:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea22cb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3760128->3772415) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf97b expref: 8 pid: 8975 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.546387:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.546389:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.546394:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.546402:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.546428:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.546439:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340977664:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.546485:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.548959:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247340977664:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.548979:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.549025:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338734208:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2713us (2979us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.549036:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3889 00000100:00100000:1.0:1734016134.549762:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.549904:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734464 00000100:00100000:0.0:1734016134.549911:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734464 00002000:00100000:0.0:1734016134.549941:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5758976->5763071) req@ffff880078ceca80 x1818247338734464/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.549949:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247338734464 ext(5758976->5763071) 00002000:00010000:0.0:1734016134.549953:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80 00000100:00100000:0.0:1734016134.549967:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9673 00000100:00100000:0.0:1734016134.549971:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338734464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.550090:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338734464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 117us (328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.550096:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9673 00002000:00100000:0.0:1734016134.550101:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5758976->5763071) req@ffff880078ceca80 x1818247338734464/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.550107:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247338734464 ext(5758976->5763071) 00002000:00010000:0.0:1734016134.550110:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80 00000100:00100000:3.0:1734016134.552491:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.552890:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734720 00000100:00100000:1.0:1734016134.552898:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734720 00002000:00100000:1.0:1734016134.552934:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5763072->5767167) req@ffff88011cd4b800 x1818247338734720/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.552942:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4b800 with x1818247338734720 ext(5763072->5767167) 00002000:00010000:1.0:1734016134.552946:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4b800 00000100:00100000:1.0:1734016134.553001:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9674 00000100:00100000:1.0:1734016134.553007:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338734720:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.553155:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338734720:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (671us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.553161:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9674 00002000:00100000:1.0:1734016134.553168:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (5763072->5767167) req@ffff88011cd4b800 x1818247338734720/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.553173:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4b800 with x1818247338734720 ext(5763072->5767167) 00002000:00010000:1.0:1734016134.553176:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4b800 00000100:00100000:3.0:1734016134.555492:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.555569:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734848 00000100:00100000:0.0:1734016134.555576:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734848 00000100:00100000:0.0:1734016134.555622:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14076 00000100:00100000:0.0:1734016134.555629:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338734848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.555644:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.555668:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22d12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9dd expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.555712:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977792:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.555766:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.557236:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977792:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.557261:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22d12 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9dd expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.557364:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea22d12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9dd expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.557387:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016134.557478:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338734848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1847us (1990us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.557488:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14076 00000100:00100000:3.0:1734016134.559707:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.559807:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338734976 00000100:00100000:1.0:1734016134.559814:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338734976 00000100:00100000:1.0:1734016134.559863:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14077 00000100:00100000:1.0:1734016134.559870:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338734976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.559884:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.559901:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22d19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9e4 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.559949:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977920:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.560005:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.562016:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340977920:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.562040:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22d19 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9e4 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.562056:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22d19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9e4 expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.562080:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016134.562416:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338734976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2545us (2716us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.562425:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14077 00000100:00100000:3.0:1734016134.564470:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.564570:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735104 00000100:00100000:1.0:1734016134.564577:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735104 00000100:00100000:1.0:1734016134.564621:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14078 00000100:00100000:1.0:1734016134.564627:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338735104:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016134.564787:0:7693:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016134.564790:0:7693:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.564792:0:7693:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.564794:0:7693:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.564796:0:7693:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:1.0:1734016134.564862:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338735104:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 234us (397us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1734016134.564869:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14078 00000100:00100000:2.0:1734016134.567346:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.567414:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735232 00000100:00100000:0.0:1734016134.567421:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735232 00000100:00100000:0.0:1734016134.567462:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14079 00000100:00100000:0.0:1734016134.567468:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.567484:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016134.567499:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22d20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9eb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.567544:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978048:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016134.567597:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00002000:00010000:0.0:1734016134.569185:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:0.0:1734016134.569204:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978048:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.569226:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22d20 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9eb expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.569236:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea22d20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9eb expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.569426:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:1.0:1734016134.569614:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2143us (2272us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.569622:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14079 00000100:00100000:3.0:1734016134.571415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.571524:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735360 00000100:00100000:1.0:1734016134.571530:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735360 00000100:00100000:1.0:1734016134.571762:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14080 00000100:00100000:1.0:1734016134.571769:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.571783:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.571796:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22d27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9f2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.571837:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978176:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.571889:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.573393:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978176:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.573413:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22d27 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9f2 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.573424:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22d27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9f2 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.573444:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016134.573473:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1704us (2062us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.573480:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14080 00000100:00100000:3.0:1734016134.575972:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.576069:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735488 00000100:00100000:1.0:1734016134.576075:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735488 00000100:00100000:1.0:1734016134.576181:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14081 00000100:00100000:1.0:1734016134.576187:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338735488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.576201:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.576215:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22d2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adf9f9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.576260:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978304:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.576515:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.577942:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978304:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.577965:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22d2e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9f9 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.577975:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea22d2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9f9 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.577985:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016134.578023:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338735488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1835us (2055us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.578030:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14081 00000100:00100000:3.0:1734016134.581165:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.581367:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735616 00000100:00100000:1.0:1734016134.581374:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735616 00000100:00100000:1.0:1734016134.581419:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14082 00000100:00100000:1.0:1734016134.581426:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.581441:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.581457:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22d35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa00 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.581504:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978432:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.581562:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.584576:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978432:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.584605:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22d35 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa00 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.584618:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22d35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa00 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.584645:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016134.584704:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3276us (3545us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.584712:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14082 00000100:00100000:3.0:1734016134.587134:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.587251:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735744 00000100:00100000:1.0:1734016134.587257:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735744 00000100:00100000:1.0:1734016134.587443:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14083 00000100:00100000:1.0:1734016134.587448:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.587461:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.587474:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22d3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa07 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.587511:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978560:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.587554:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.591216:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978560:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.591246:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22d3c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa07 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.591259:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22d3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa07 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.591289:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016134.591341:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338735744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3890us (4212us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.591349:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14083 00000100:00100000:3.0:1734016134.594373:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.594602:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338735872 00000100:00100000:1.0:1734016134.594609:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338735872 00000100:00100000:1.0:1734016134.595189:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14084 00000100:00100000:1.0:1734016134.595197:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338735872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.595213:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.595229:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22d43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa0e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.595341:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.595398:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.598418:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340978688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016134.598446:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22d43 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa0e expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.598457:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22d43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa0e expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.598476:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016134.598523:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338735872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3325us (4158us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016134.598533:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14084 00000100:00100000:3.0:1734016134.601308:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.601531:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736000 00000100:00100000:1.0:1734016134.601539:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736000 00000100:00100000:1.0:1734016134.601616:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14085 00000100:00100000:1.0:1734016134.601622:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338736000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.601641:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.601664:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa15 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.601683:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.601685:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.601699:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.601711:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.601719:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016134.601764:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338736000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 141us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.601769:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14085 00000100:00100000:2.0:1734016134.604611:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.604732:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736256 00000100:00100000:0.0:1734016134.604741:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736256 00002000:00100000:0.0:1734016134.604776:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (733184->737279) req@ffff88007a96bb80 x1818247338736256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.604785:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338736256 ext(733184->737279) 00002000:00010000:0.0:1734016134.604790:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96bb80 00000100:00100000:0.0:1734016134.605076:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9675 00000100:00100000:0.0:1734016134.605082:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338736256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.605221:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338736256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 138us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.605228:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9675 00002000:00100000:0.0:1734016134.605234:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (733184->737279) req@ffff88007a96bb80 x1818247338736256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.605240:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338736256 ext(733184->737279) 00002000:00010000:0.0:1734016134.605243:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96bb80 00000100:00100000:3.0:1734016134.608742:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.609120:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736512 00000100:00100000:1.0:1734016134.609127:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736512 00002000:00100000:1.0:1734016134.609161:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (737280->741375) req@ffff88007c5a3100 x1818247338736512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.609170:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338736512 ext(737280->741375) 00002000:00010000:1.0:1734016134.609174:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:1.0:1734016134.609204:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9676 00000100:00100000:1.0:1734016134.609210:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338736512:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.609382:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338736512:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 170us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.609388:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9676 00002000:00100000:1.0:1734016134.609394:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (737280->741375) req@ffff88007c5a3100 x1818247338736512/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.609400:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338736512 ext(737280->741375) 00002000:00010000:1.0:1734016134.609403:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100 00010000:00010000:3.0:1734016134.610841:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.612148:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.612486:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736640 00000100:00100000:2.0:1734016134.612493:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736640 00000100:00100000:2.0:1734016134.612643:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14086 00000100:00100000:2.0:1734016134.612649:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338736640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.612671:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.612684:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa1c expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.612725:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340978816:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.612786:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.614885:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340978816:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016134.614914:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d51 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa1c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.614926:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa1c expref: 10 pid: 7693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.615520:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:0.0:1734016134.615569:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338736640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2918us (3425us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016134.615577:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14086 00000100:00100000:3.0:1734016134.618437:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.618593:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736768 00000100:00100000:1.0:1734016134.618600:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736768 00000100:00100000:1.0:1734016134.618682:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14087 00000100:00100000:1.0:1734016134.618688:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338736768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.618703:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.618718:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa23 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.618744:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.618750:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.618752:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.618754:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2592768->2596863] (req 2592768->2596863) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.618786:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.618796:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.618806:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340978944:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.618863:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.621458:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.621799:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340978944:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.621824:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2592768->2596863] (req 2592768->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 10 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.621838:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:2.0:1734016134.621935:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338736896 00000100:00100000:2.0:1734016134.621941:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338736896 00010000:00010000:2.0:1734016134.621963:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.622094:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338736768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3404us (3663us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.622102:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14087 00000100:00100000:2.0:1734016134.622407:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3890 00000100:00100000:2.0:1734016134.622413:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338736896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.622424:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.622440:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.622449:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.622467:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22cda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 528384->536575) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9a5 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.622489:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.622491:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.622496:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.622504:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.622531:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.622541:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340979072:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.622575:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.628467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.628570:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247340979072:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.628591:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.628638:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338736896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6224us (7188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.628650:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3890 00000100:00100000:0.0:1734016134.628789:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737152 00000100:00100000:0.0:1734016134.628796:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737152 00002000:00100000:0.0:1734016134.628830:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2592768->2596863) req@ffff88007c6b4a80 x1818247338737152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.628838:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338737152 ext(2592768->2596863) 00002000:00010000:0.0:1734016134.628842:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b4a80 00000100:00100000:0.0:1734016134.628873:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9677 00000100:00100000:0.0:1734016134.628879:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338737152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.628998:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338737152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 120us (538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.629003:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9677 00002000:00100000:0.0:1734016134.629008:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2592768->2596863) req@ffff88007c6b4a80 x1818247338737152/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.629014:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338737152 ext(2592768->2596863) 00002000:00010000:0.0:1734016134.629017:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b4a80 00000100:00100000:3.0:1734016134.631527:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.631801:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737408 00000100:00100000:1.0:1734016134.631808:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737408 00002000:00100000:1.0:1734016134.631841:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2596864->2600959) req@ffff88007c6b5500 x1818247338737408/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.631851:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5500 with x1818247338737408 ext(2596864->2600959) 00002000:00010000:1.0:1734016134.631854:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5500 00000100:00100000:1.0:1734016134.631887:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9678 00000100:00100000:1.0:1734016134.631893:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338737408:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016134.632041:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338737408:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.632048:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9678 00002000:00100000:1.0:1734016134.632053:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2596864->2600959) req@ffff88007c6b5500 x1818247338737408/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.632060:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b5500 with x1818247338737408 ext(2596864->2600959) 00002000:00010000:1.0:1734016134.632063:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b5500 00000100:00100000:2.0:1734016134.634640:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.634841:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737536 00000100:00100000:0.0:1734016134.634847:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737536 00002000:00100000:0.0:1734016134.634877:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2592768->2600959) req@ffff88007a969500 x1818247338737536/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 8680/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.634885:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247338737536 ext(2592768->2600959) 00002000:00010000:0.0:1734016134.634889:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:0.0:1734016134.634913:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9679 00000100:00100000:0.0:1734016134.634918:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338737536:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.635997:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338737536:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1074us (1358us total) trans 4294968310 rc 0/0 00000100:00100000:0.0:1734016134.636004:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9679 00002000:00100000:0.0:1734016134.636012:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2592768->2600959) req@ffff88007a969500 x1818247338737536/t4294968310(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 8680/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.636018:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247338737536 ext(2592768->2600959) 00002000:00010000:0.0:1734016134.636021:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:3.0:1734016134.639002:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.639236:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737664 00000100:00100000:1.0:1734016134.639246:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737664 00000100:00100000:1.0:1734016134.639931:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14088 00000100:00100000:1.0:1734016134.639939:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338737664:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016134.641197:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968310 is committed 00000001:00080000:0.0:1734016134.641209:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968309 is committed 00000100:00100000:1.0:1734016134.641874:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338737664:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1931us (2876us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.641884:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14088 00000100:00100000:3.0:1734016134.645560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.645630:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338737920 00000100:00100000:0.0:1734016134.645638:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338737920 00000100:00100000:0.0:1734016134.646732:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2696 00000100:00100000:0.0:1734016134.646739:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338737920:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016134.646781:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.646800:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22bad lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf87f expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.646833:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016134.646838:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016134.646976:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.646988:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 40 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.646994:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.647016:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 40 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.647027:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 40 pid: 7714 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016134.647039:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340979200:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016134.647091:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.652550:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247340979200:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016134.652573:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016134.652646:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969026 is committed 00000001:00080000:2.0:1734016134.652661:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969025 is committed 00000100:00100000:3.0:1734016134.653101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.653694:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738048 00000100:00100000:2.0:1734016134.653699:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738048 00010000:00010000:2.0:1734016134.653723:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 19 pid: 7714 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.653844:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3891 00000100:00100000:2.0:1734016134.653850:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338738048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.653862:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.653868:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 19 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.653876:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 19 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.653891:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22bde lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf8a9 expref: 19 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.653913:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.653917:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.653924:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.653929:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.654134:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.654734:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338738048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 882us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.654741:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3891 00010000:00010000:0.0:1734016134.654907:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.654913:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:0.0:1734016134.654986:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969026 00000004:00010000:0.0:1734016134.655019:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c6b5880 reply state ffff880079313000 transno 4294969027 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016134.655025:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016134.655078:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338737920:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 8339us (9528us total) trans 4294969027 rc 0/0 00000100:00100000:0.0:1734016134.655084:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2696 00000020:00080000:0.0:1734016134.655086:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016134.658330:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.658520:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738176 00000100:00100000:1.0:1734016134.658527:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738176 00000100:00100000:1.0:1734016134.658561:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14089 00000100:00100000:1.0:1734016134.658567:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338738176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.658583:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.658597:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa2a expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.658622:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.658633:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.658639:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.658641:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016134.658644:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.658682:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016134.658693:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016134.658703:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340979328:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.658770:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.658777:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.658785:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340979456:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.658802:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00010000:00010000:0.0:1734016134.658861:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658869:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658875:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658880:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933c000 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016134.658883:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658889:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658900:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016134.658902:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016134.658905:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016134.658909:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea22d5f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016134.662433:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.662680:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340979328:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.662695:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:7693:1818247340979456:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.662722:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.662742:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:2.0:1734016134.663445:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738432 00000100:00100000:2.0:1734016134.663454:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738432 00010000:00010000:2.0:1734016134.663486:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.663521:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3892 00000100:00100000:2.0:1734016134.663529:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338738432:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.663545:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.663568:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.663579:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.663603:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea22d0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adf9d6 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.663622:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.663759:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338738176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5189us (5435us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.663766:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14089 00000100:00100000:3.0:1734016134.664000:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.664069:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738304 00000100:00100000:0.0:1734016134.664073:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738304 00010000:00010000:0.0:1734016134.664086:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 503 lvb_type: 1 00000100:00100000:0.0:1734016134.664114:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3893 00000100:00100000:0.0:1734016134.664118:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5238c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338738304:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.664125:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016134.664133:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016134.664141:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016134.664152:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea22d4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa15 expref: 9 pid: 8975 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016134.664160:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.664162:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.664166:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.664174:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.664200:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.664212:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340979584:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016134.664247:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.664514:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338738432:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 984us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.664520:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3892 00000100:00100000:3.0:1734016134.668860:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.669060:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340979584:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016134.669076:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.669573:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5238c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338738304:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5452us (5571us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.669584:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3893 00000100:00100000:1.0:1734016134.669907:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738560 00000100:00100000:1.0:1734016134.669913:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738560 00000100:00100000:1.0:1734016134.669950:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14090 00000100:00100000:1.0:1734016134.669955:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338738560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.669970:0:7693:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.669985:0:7693:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa31 expref: -99 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.670007:0:7693:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.670014:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.670015:0:7693:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016134.670019:0:7693:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.670043:0:7693:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 7 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.670057:0:7693:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.670068:0:7693:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340979712:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016134.670099:0:7693:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.672832:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.672888:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738688 00000100:00100000:0.0:1734016134.672895:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738688 00010000:00010000:0.0:1734016134.672927:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016134.672959:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3894 00000100:00100000:0.0:1734016134.672965:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338738688:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016134.672976:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016134.672991:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 136 00010000:00010000:0.0:1734016134.672996:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016134.673006:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016134.673025:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.673027:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016134.673033:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.673042:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.673069:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016134.673079:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340979840:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016134.673201:0:7693:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22d58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2592768->2596863) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa23 expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016134.673217:0:7693:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:7693:1818247340979712:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016134.673235:0:7693:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.673243:0:7693:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:0.0:1734016134.673863:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.673926:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338738560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3968us (5072us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.673934:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14090 00000100:00100000:2.0:1734016134.676815:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f43480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340979840:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.676836:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.676885:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338738688:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3918us (4058us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.676896:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3894 00000100:00100000:3.0:1734016134.677292:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.677350:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.677504:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738944 00000100:00100000:1.0:1734016134.677511:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738944 00002000:00010000:1.0:1734016134.677538:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3713988->18446744073709551615) 00002000:00100000:1.0:1734016134.677541:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d880 with x1818247338738944 ext(3713988->18446744073709551615) 00002000:00010000:1.0:1734016134.677549:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d880. 00000100:00100000:1.0:1734016134.677572:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338738816 00000100:00100000:1.0:1734016134.677574:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338738816 00002000:00010000:1.0:1734016134.677583:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.677585:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2ed80 with x1818247338738816 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.677591:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2ed80. 00000100:00100000:1.0:1734016134.677602:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9680 00000100:00100000:1.0:1734016134.677607:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338738944:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.678152:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3713988 00002000:00010000:1.0:1734016134.678155:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.678157:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.678159:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.678160:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 136 -> 128 00000100:00100000:1.0:1734016134.678188:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338738944:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 580us (920us total) trans 4294968311 rc 0/0 00000100:00100000:1.0:1734016134.678193:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9680 00002000:00010000:1.0:1734016134.678195:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3713988->18446744073709551615) 00002000:00100000:1.0:1734016134.678198:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7d880 with x1818247338738944 ext(3713988->18446744073709551615) 00002000:00010000:1.0:1734016134.678201:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7d880. 00000100:00100000:1.0:1734016134.678225:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9681 00000100:00100000:1.0:1734016134.678229:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338738816:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.679606:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6251671 -> 4194304 00002000:00010000:1.0:1734016134.679611:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.679613:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.679614:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.679616:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1024 -> 976 00000100:00100000:1.0:1734016134.679646:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338738816:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1413us (2293us total) trans 4294969940 rc 0/0 00000100:00100000:1.0:1734016134.679664:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9681 00002000:00010000:1.0:1734016134.679668:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.679670:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2ed80 with x1818247338738816 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.679674:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2ed80. 00000100:00100000:0.0:1734016134.682014:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.682098:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739072 00000100:00100000:2.0:1734016134.682105:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739072 00000100:00100000:2.0:1734016134.682149:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2697 00000100:00100000:2.0:1734016134.682155:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338739072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.682171:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.682186:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22d74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa38 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.682254:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.682264:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.682302:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016134.682321:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7908292 00000004:00200000:2.0:1734016134.682325:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016134.682337:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016134.682355:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22d74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa38 expref: 20 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.682370:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa38 expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.682376:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.682378:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016134.682381:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016134.682413:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338739072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 257us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.682418:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2697 00000100:00100000:0.0:1734016134.683866:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.683911:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.683981:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739200 00000100:00100000:3.0:1734016134.683987:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739200 00000100:00100000:3.0:1734016134.684019:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739328 00000100:00100000:3.0:1734016134.684022:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739328 00000100:00100000:3.0:1734016134.684038:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14091 00000100:00100000:3.0:1734016134.684043:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338739200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.684055:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.684066:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22d82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa3f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.684110:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340979968:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.684151:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.684166:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14092 00000100:00100000:3.0:1734016134.684170:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338739328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.684177:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.684187:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22d89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa46 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.684209:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340980096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.684226:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.686460:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340980096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.686491:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22d89 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa46 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.686506:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea22d89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa46 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.686516:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00002000:00010000:3.0:1734016134.687436:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016133 -> 1734016134 00000100:00100000:3.0:1734016134.687448:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340979968:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.687463:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22d82 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa3f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.687470:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea22d82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa3f expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.687488:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:2.0:1734016134.687603:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338739328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3431us (3690us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.687610:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14092 00000100:00100000:3.0:1734016134.687962:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338739200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3917us (4099us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.687967:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14091 00000100:00100000:1.0:1734016134.690804:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.691004:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.691051:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739584 00000100:00100000:3.0:1734016134.691058:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739584 00000100:00100000:3.0:1734016134.691093:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739456 00000100:00100000:3.0:1734016134.691096:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739456 00000100:00100000:3.0:1734016134.691117:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14093 00000100:00100000:3.0:1734016134.691123:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338739584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.691135:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.691148:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22d90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa54 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.691190:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340980224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.691232:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.691294:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14094 00000100:00100000:1.0:1734016134.691298:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338739456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.691306:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.691315:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea22d97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa4d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016134.691336:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980352:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016134.691355:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.693585:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340980224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.693613:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22d90 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa54 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.693625:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22d90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa54 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.693638:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016134.693694:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338739584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2569us (2895us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.693702:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14093 00000100:00100000:2.0:1734016134.693955:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.693972:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea22d97 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa4d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.693981:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea22d97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa4d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.693989:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:2.0:1734016134.694021:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338739456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2722us (3017us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.694027:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14094 00000100:00100000:0.0:1734016134.696606:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.696804:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739712 00000100:00100000:2.0:1734016134.696812:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739712 00000100:00100000:2.0:1734016134.696861:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14095 00000100:00100000:2.0:1734016134.696867:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338739712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.696883:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.696898:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa5b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.696924:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.696931:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.696933:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.696936:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.696963:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.696973:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 6 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.696984:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340980480:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.697039:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.699850:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340980480:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.699879:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [118784->122879] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.699893:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016134.699927:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338739712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3059us (3329us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.699934:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14095 00000100:00100000:0.0:1734016134.700234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.700848:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338739840 00000100:00100000:2.0:1734016134.700854:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338739840 00010000:00010000:2.0:1734016134.700876:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.701051:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3895 00000100:00100000:2.0:1734016134.701057:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338739840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.701068:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.701086:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.701096:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.701113:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22d6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa31 expref: 7 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.701123:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.701125:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.701131:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.701139:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.701166:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.701176:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340980608:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.701226:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.704211:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.704311:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340980608:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016134.704331:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016134.704770:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740096 00000100:00100000:1.0:1734016134.704777:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740096 00002000:00100000:1.0:1734016134.704811:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff88006f276300 x1818247338740096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.704819:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338740096 ext(118784->122879) 00002000:00010000:1.0:1734016134.704824:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276300 00000100:00100000:1.0:1734016134.704847:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9682 00000100:00100000:1.0:1734016134.704853:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338740096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016134.705229:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338739840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4170us (4994us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.705238:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3895 00000100:00100000:1.0:1734016134.705674:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338740096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 819us (1469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016134.705680:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9682 00002000:00100000:1.0:1734016134.705686:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff88006f276300 x1818247338740096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.706214:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f276300 with x1818247338740096 ext(118784->122879) 00002000:00010000:1.0:1734016134.706218:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006f276300 00000100:00100000:0.0:1734016134.709028:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.709122:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740224 00000100:00100000:2.0:1734016134.709131:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740224 00000100:00100000:2.0:1734016134.709759:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14096 00000100:00100000:2.0:1734016134.709766:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.709781:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.709797:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea22da5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa62 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.709844:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980736:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.709890:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.712374:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980736:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.712404:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea22da5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa62 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.712416:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea22da5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa62 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.712441:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016134.712476:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2709us (3454us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.712484:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14096 00000100:00100000:0.0:1734016134.714944:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.715032:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740352 00000100:00100000:2.0:1734016134.715040:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740352 00000100:00100000:2.0:1734016134.715083:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14097 00000100:00100000:2.0:1734016134.715090:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.715105:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.715120:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa69 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.715166:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980864:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.715814:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.719041:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340980864:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.719080:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa69 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.719092:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa69 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.719147:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016134.719197:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4107us (4259us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.719204:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14097 00000100:00100000:0.0:1734016134.726599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.726713:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740480 00000100:00100000:3.0:1734016134.726723:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740480 00000100:00100000:3.0:1734016134.727410:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2698 00000100:00100000:3.0:1734016134.727416:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338740480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.727440:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.727456:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22db3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa70 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.727529:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.727539:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.727548:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016134.727567:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7908292 00000004:00200000:3.0:1734016134.727570:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016134.727582:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.727599:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea22db3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 17 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.728066:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 16 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.728074:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.728076:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016134.728079:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016134.728136:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338740480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 719us (1549us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.728142:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2698 00000100:00100000:0.0:1734016134.732199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.732301:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740608 00000100:00100000:2.0:1734016134.732310:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740608 00000100:00100000:2.0:1734016134.732355:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14098 00000100:00100000:2.0:1734016134.732364:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338740608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.732381:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.732400:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa77 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.732452:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340980992:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.732502:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.734043:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340980992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.734071:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa77 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.734084:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa77 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.739710:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016134.739791:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338740608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7424us (7596us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.739798:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14098 00000100:00100000:0.0:1734016134.742942:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.743029:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740736 00000100:00100000:2.0:1734016134.743038:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740736 00000100:00100000:2.0:1734016134.743128:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14099 00000100:00100000:2.0:1734016134.743135:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338740736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.743152:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.743168:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa7e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.743212:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340981120:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.743734:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.745336:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340981120:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.745364:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa7e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.745376:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea22dc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa7e expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.745439:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016134.746140:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338740736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3003us (3205us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.746147:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14099 00000100:00100000:0.0:1734016134.748319:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.748402:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740864 00000100:00100000:2.0:1734016134.748410:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740864 00000100:00100000:2.0:1734016134.748498:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14100 00000100:00100000:2.0:1734016134.748504:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.748521:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.748538:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dcf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa85 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.748590:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340981248:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016134.749352:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.750820:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340981248:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016134.750847:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dcf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa85 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.750858:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea22dcf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa85 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.750870:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016134.750901:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338740864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2397us (2587us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016134.750909:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14100 00000100:00100000:0.0:1734016134.762220:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.765195:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338740992 00000100:00100000:2.0:1734016134.765207:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338740992 00000100:00100000:2.0:1734016134.765266:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14101 00000100:00100000:2.0:1734016134.765302:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338740992:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016134.765509:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3713988 -> 3713988 00002000:00010000:2.0:1734016134.765512:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.765514:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.765515:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:2.0:1734016134.765517:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 128 -> 136 00000100:00100000:2.0:1734016134.765572:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338740992:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 270us (3359us total) trans 4294968312 rc 0/0 00000100:00100000:2.0:1734016134.765578:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14101 00000100:00100000:0.0:1734016134.768311:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.768388:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741120 00000100:00100000:3.0:1734016134.768397:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741120 00000100:00100000:3.0:1734016134.768435:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14102 00000100:00100000:3.0:1734016134.768441:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338741120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.768460:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.768476:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22dd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa8c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.768520:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981376:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.768565:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.772491:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.772530:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22dd6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa8c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.772541:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea22dd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa8c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.772553:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016134.772865:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338741120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4422us (4559us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.772873:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14102 00000100:00100000:0.0:1734016134.775303:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.775584:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741248 00000100:00100000:3.0:1734016134.775591:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741248 00000100:00100000:3.0:1734016134.777146:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14103 00000100:00100000:3.0:1734016134.777154:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338741248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.777170:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.777185:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22ddd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa93 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.777231:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981504:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.777299:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.779892:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981504:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.779924:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22ddd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa93 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.779935:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea22ddd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa93 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.779947:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016134.779986:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338741248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2832us (4717us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.779993:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14103 00000100:00100000:0.0:1734016134.784350:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.784480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741376 00000100:00100000:3.0:1734016134.784488:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741376 00000100:00100000:3.0:1734016134.785621:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14104 00000100:00100000:3.0:1734016134.785629:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338741376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.785645:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.785670:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22de4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfa9a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.785948:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981632:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.786050:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.791943:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981632:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.791978:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22de4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa9a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.791991:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea22de4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa9a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.792025:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016134.792078:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338741376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6449us (7735us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.792085:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14104 00000100:00100000:0.0:1734016134.794302:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.794377:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741504 00000100:00100000:3.0:1734016134.794385:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741504 00000100:00100000:3.0:1734016134.794427:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14105 00000100:00100000:3.0:1734016134.794433:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338741504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.794446:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.794461:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfaa1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.794483:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.794489:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.794491:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.794495:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [663552->667647] (req 663552->667647) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.794519:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.794530:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 8 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.794540:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981760:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.794582:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.796819:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.797137:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741632 00000100:00100000:1.0:1734016134.797144:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741632 00002000:00100000:1.0:1734016134.797172:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800792c6d80 x1818247338741632/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 4584/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.797180:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6d80 with x1818247338741632 ext(118784->122879) 00010000:00010000:1.0:1734016134.797188:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 9 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016134.797199:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 9 pid: 7692 timeout: 503 lvb_type: 0 00002000:00010000:1.0:1734016134.797204:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800792c6d80 00000100:00100000:1.0:1734016134.797219:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 366 00000100:00100000:1.0:1734016134.797224:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338741632:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.797869:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340981760:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.797891:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [663552->667647] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.797902:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016134.797937:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338741504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3504us (3642us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.797944:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14105 00000100:00100000:1.0:1734016134.799708:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338741632:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2475us (2887us total) trans 4294968313 rc 0/0 00000100:00100000:1.0:1734016134.799722:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 366 00002000:00100000:1.0:1734016134.799732:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (118784->122879) req@ffff8800792c6d80 x1818247338741632/t4294968313(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 4584/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016134.799740:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6d80 with x1818247338741632 ext(118784->122879) 00010000:00010000:1.0:1734016134.799748:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:1.0:1734016134.799770:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00002000:00010000:1.0:1734016134.799776:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800792c6d80 00000100:00100000:0.0:1734016134.805179:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.805256:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338741760 00000100:00100000:2.0:1734016134.805263:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338741760 00010000:00010000:2.0:1734016134.805312:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.805343:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3896 00000100:00100000:2.0:1734016134.805349:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338741760:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.805359:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016134.805374:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 136 -> 144 00010000:00010000:2.0:1734016134.805379:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.805388:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.805406:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea22d9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->122879) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa5b expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.805421:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.805422:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.805428:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.805434:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.805460:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.805469:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340981888:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.805516:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016134.807540:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.807608:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340981888:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.807623:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016134.807940:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742016 00000100:00100000:0.0:1734016134.807944:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742016 00002000:00100000:0.0:1734016134.807973:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff880078cee680 x1818247338742016/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.807981:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee680 with x1818247338742016 ext(663552->667647) 00002000:00010000:0.0:1734016134.807984:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cee680 00000100:00100000:0.0:1734016134.807999:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9683 00000100:00100000:0.0:1734016134.808004:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338742016:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.808176:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338741760:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2826us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.808183:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3896 00000100:00100000:0.0:1734016134.808690:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338742016:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 684us (1154us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016134.808696:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9683 00002000:00100000:0.0:1734016134.808701:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (663552->667647) req@ffff880078cee680 x1818247338742016/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016134.808708:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee680 with x1818247338742016 ext(663552->667647) 00002000:00010000:0.0:1734016134.808710:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cee680 00000100:00100000:0.0:1734016134.814870:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.814930:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742272 00000100:00100000:2.0:1734016134.814937:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742272 00002000:00100000:2.0:1734016134.814968:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (667648->671743) req@ffff8800792c7800 x1818247338742272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.814977:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338742272 ext(667648->671743) 00002000:00010000:2.0:1734016134.814982:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c7800 00000100:00100000:2.0:1734016134.814996:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9684 00000100:00100000:2.0:1734016134.815002:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338742272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.815126:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338742272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 123us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.815132:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9684 00002000:00100000:2.0:1734016134.815136:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (667648->671743) req@ffff8800792c7800 x1818247338742272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.815142:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338742272 ext(667648->671743) 00002000:00010000:2.0:1734016134.815145:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c7800 00000100:00100000:0.0:1734016134.817135:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.817310:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742400 00000100:00100000:3.0:1734016134.817316:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742400 00000100:00100000:3.0:1734016134.817384:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14106 00000100:00100000:3.0:1734016134.817389:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338742400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.817400:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.817414:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfaa8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.817434:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.817440:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.817441:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.817444:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [864256->876543] (req 864256->876543) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.817466:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.817475:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 8 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.817483:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982016:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.817635:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.818709:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982016:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.818729:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [864256->876543] (req 864256->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.818740:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016134.818764:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338742400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1374us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.818770:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14106 00000100:00100000:0.0:1734016134.819449:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.819514:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742528 00000100:00100000:3.0:1734016134.819518:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742528 00010000:00010000:3.0:1734016134.819537:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.820033:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3897 00000100:00100000:3.0:1734016134.820038:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338742528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.820049:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.820067:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.820076:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.820092:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea22d66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa2a expref: 9 pid: 7693 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.820719:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.820722:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.820729:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.820736:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.820765:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.820781:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340982144:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.821326:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.830591:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340982144:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.830612:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.830660:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338742528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10609us (11200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.830670:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3897 00000100:00100000:0.0:1734016134.831781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.831856:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338742784 00000100:00100000:2.0:1734016134.831862:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338742784 00002000:00100000:2.0:1734016134.831890:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (864256->868351) req@ffff8800792c4a80 x1818247338742784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.831899:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c4a80 with x1818247338742784 ext(864256->868351) 00002000:00010000:2.0:1734016134.831903:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c4a80 00000100:00100000:2.0:1734016134.831918:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9685 00000100:00100000:2.0:1734016134.831923:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338742784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.832041:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338742784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 117us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.832047:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9685 00002000:00100000:2.0:1734016134.832053:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (864256->868351) req@ffff8800792c4a80 x1818247338742784/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.832059:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c4a80 with x1818247338742784 ext(864256->868351) 00002000:00010000:2.0:1734016134.832063:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c4a80 00000100:00100000:0.0:1734016134.838141:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.838241:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743040 00000100:00100000:2.0:1734016134.838248:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743040 00002000:00100000:2.0:1734016134.838308:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (872448->876543) req@ffff880079f91880 x1818247338743040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.838316:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91880 with x1818247338743040 ext(872448->876543) 00002000:00010000:2.0:1734016134.838320:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91880 00000100:00100000:2.0:1734016134.838339:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9686 00000100:00100000:2.0:1734016134.838346:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338743040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.838487:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338743040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 140us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.838493:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9686 00002000:00100000:2.0:1734016134.838498:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (872448->876543) req@ffff880079f91880 x1818247338743040/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.838503:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91880 with x1818247338743040 ext(872448->876543) 00002000:00010000:2.0:1734016134.838506:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91880 00000100:00100000:0.0:1734016134.841430:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.841503:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743168 00000100:00100000:3.0:1734016134.841510:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743168 00000100:00100000:3.0:1734016134.841556:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14107 00000100:00100000:3.0:1734016134.841563:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338743168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.841578:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.841593:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfaaf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.841640:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982272:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.841696:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.842961:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982272:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.842982:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22df9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaaf expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.842992:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea22df9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaaf expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.843004:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016134.843501:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338743168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1937us (2075us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.843508:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14107 00000100:00100000:2.0:1734016134.847641:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.848509:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743296 00000100:00100000:3.0:1734016134.848517:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743296 00000100:00100000:3.0:1734016134.848553:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14108 00000100:00100000:3.0:1734016134.848558:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338743296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.848573:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.848588:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea22e00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfab6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.848629:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.848689:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.851750:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.851779:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea22e00 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfab6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.851789:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea22e00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfab6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.851811:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016134.851857:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338743296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3298us (4223us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.851868:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14108 00000100:00100000:0.0:1734016134.853965:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.854196:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743424 00000100:00100000:3.0:1734016134.854203:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743424 00000100:00100000:3.0:1734016134.854244:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14109 00000100:00100000:3.0:1734016134.854250:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338743424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.854265:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.854306:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22e07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfabd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.854356:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.854408:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.859210:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.859252:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22e07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfabd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.859265:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea22e07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfabd expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.859319:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016134.859539:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338743424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5287us (5577us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.859547:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14109 00000100:00100000:0.0:1734016134.871901:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.872072:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743552 00000100:00100000:3.0:1734016134.872079:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743552 00000100:00100000:3.0:1734016134.872133:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14110 00000100:00100000:3.0:1734016134.872141:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338743552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.872158:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.872174:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22e0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfac4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.872223:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982656:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016134.872394:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.874978:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340982656:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016134.875008:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22e0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfac4 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.875020:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea22e0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfac4 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.875034:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016134.876263:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338743552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4117us (4366us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016134.876285:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14110 00000100:00100000:0.0:1734016134.880907:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.881003:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743680 00000100:00100000:3.0:1734016134.881011:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743680 00000100:00100000:3.0:1734016134.881055:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14111 00000100:00100000:3.0:1734016134.881061:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338743680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.881077:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.881093:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfacb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.881117:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.881119:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.881125:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.881137:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.881147:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016134.881527:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338743680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 464us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.881533:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14111 00000100:00100000:0.0:1734016134.891249:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.891436:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338743936 00000100:00100000:2.0:1734016134.891443:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338743936 00002000:00100000:2.0:1734016134.891477:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1302528->1306623) req@ffff880079f90e00 x1818247338743936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.891486:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338743936 ext(1302528->1306623) 00002000:00010000:2.0:1734016134.891490:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90e00 00000100:00100000:2.0:1734016134.891512:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9687 00000100:00100000:2.0:1734016134.891517:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338743936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016134.891643:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338743936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 125us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016134.891658:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9687 00002000:00100000:2.0:1734016134.891663:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1302528->1306623) req@ffff880079f90e00 x1818247338743936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 488/4536 e 0 to 0 dl 1734016145 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016134.891669:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338743936 ext(1302528->1306623) 00002000:00010000:2.0:1734016134.891672:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90e00 00000100:00100000:0.0:1734016134.899180:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.899317:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744192 00000100:00100000:3.0:1734016134.899326:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744192 00000100:00100000:3.0:1734016134.899384:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2699 00000100:00100000:3.0:1734016134.899391:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338744192:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016134.899436:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.899462:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea22d7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa38 expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.899487:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.899491:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016134.899613:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.899624:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 15 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.899634:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.899670:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 15 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.899680:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 15 pid: 7714 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.899691:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340982784:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.903031:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.905127:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247340982784:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.905154:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016134.906921:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.907188:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744320 00000100:00100000:3.0:1734016134.907196:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744320 00010000:00010000:3.0:1734016134.907227:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 16 pid: 7714 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.907258:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3898 00000100:00100000:3.0:1734016134.907264:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338744320:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.907297:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.907302:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 16 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.907310:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 16 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.907327:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea22dba lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfa70 expref: 16 pid: 7714 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.907462:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.907467:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.907474:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.907480:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016134.907634:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.907780:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338744320:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 515us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.907788:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3898 00010000:00010000:2.0:1734016134.907890:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.907896:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:2.0:1734016134.907969:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969028 00000004:00010000:2.0:1734016134.908002:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f93100 reply state ffff880079d3d000 transno 4294969029 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016134.908009:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016134.908073:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338744192:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 8683us (8905us total) trans 4294969029 rc 0/0 00000100:00100000:2.0:1734016134.908080:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2699 00000020:00080000:2.0:1734016134.908083:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016134.910445:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910455:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910461:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910466:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cfa80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016134.910469:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910475:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910487:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.910490:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016134.910493:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016134.910498:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea22e1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016134.911402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.911473:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744448 00000100:00100000:2.0:1734016134.911480:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744448 00000100:00100000:2.0:1734016134.911524:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14112 00000100:00100000:2.0:1734016134.911530:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338744448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.911543:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.911556:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfad2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.911579:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.911587:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.911596:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.911598:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.911601:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.911625:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016134.911635:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 503 lvb_type: 1 00000100:00100000:2.0:1734016134.911657:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340982912:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.913757:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:123d60fc-3316-40c8-a1fa-076b804ddee7:3515:1818247340983040:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913805:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.913830:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340983552:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913850:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.913867:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.913871:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340983424:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913889:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.913909:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340983296:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913925:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.913936:0:3517:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016134.913941:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247340983168:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913953:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016134.913962:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340983680:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.913974:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016134.914579:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983040 00000100:00100000:2.0:1734016134.914586:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983040 00000100:00100000:2.0:1734016134.914618:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1734016134.914624:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3515:x1818247340983040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016134.914674:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3515:x1818247340983040:12345-0@lo:400:kworker.0 Request processed in 49us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.914679:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1734016134.914705:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983552 00000100:00100000:2.0:1734016134.914707:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983552 00000100:00100000:2.0:1734016134.914727:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983296 00000100:00100000:2.0:1734016134.914729:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983296 00000100:00100000:0.0:1734016134.914813:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983424 00000100:00100000:0.0:1734016134.914816:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983424 00000100:00100000:0.0:1734016134.914833:0:7693:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983680 00000100:00100000:0.0:1734016134.914835:0:7693:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983680 00000100:00100000:0.0:1734016134.914843:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1734016134.914847:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340983424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016134.914873:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247340983424:12345-0@lo:400:kworker.0 Request processed in 26us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.914879:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1734016134.914888:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1734016134.914891:0:7693:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340983680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016134.914912:0:7693:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340983680:12345-0@lo:400:kworker.0 Request processed in 20us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.914916:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1734016134.915682:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340983168 00000100:00100000:2.0:1734016134.915687:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340983168 00000100:00100000:3.0:1734016134.915731:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1734016134.915735:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340983552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.915764:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3515:x1818247340983552:12345-0@lo:400:kworker.0 Request processed in 29us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.915768:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1734016134.915777:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1734016134.915780:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340983296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.915797:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247340983296:12345-0@lo:400:kworker.0 Request processed in 16us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.915801:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1734016134.915807:0:6486:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1734016134.915810:0:6486:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247340983168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.915843:0:6486:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247340983168:12345-0@lo:400:kworker.0 Request processed in 32us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.915847:0:6486:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1734016134.915874:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247340983168:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.915882:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340983680:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.915889:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247340983296:0@lo:400:kworker.0 00010000:00010000:3.0:1734016134.915927:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.915943:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 6 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.915954:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340983808:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.915985:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00080000:1.0:1734016134.917338:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016104 00000100:00080000:1.0:1734016134.917344:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016104 00000100:00080000:1.0:1734016134.917346:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016104 00000100:00080000:1.0:1734016134.917348:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016104 00000100:00100000:1.0:1734016134.917376:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247340983424:0@lo:400:kworker.0 00000100:00100000:1.0:1734016134.917386:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:123d60fc-3316-40c8-a1fa-076b804ddee7:3515:1818247340983040:0@lo:400:kworker.0 00000100:00100000:1.0:1734016134.917399:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3515:1818247340983552:0@lo:400:kworker.0 00000100:00100000:3.0:1734016134.919398:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340982912:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.932374:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340983808:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.932409:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.932422:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:3.0:1734016134.932490:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338744448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 20958us (21089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.932498:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14112 00000100:00100000:2.0:1734016134.933185:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.933210:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.933721:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744576 00000100:00100000:3.0:1734016134.933727:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744576 00010000:00010000:3.0:1734016134.933748:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 503 lvb_type: 1 00000100:00100000:3.0:1734016134.933772:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744704 00000100:00100000:3.0:1734016134.933775:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744704 00010000:00010000:3.0:1734016134.933783:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.933796:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3899 00000100:00100000:3.0:1734016134.933802:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338744576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.933812:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.933827:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.933834:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.933850:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea22e15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfacb expref: 12 pid: 7694 timeout: 503 lvb_type: 1 00010000:00010000:3.0:1734016134.933879:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.933900:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338744576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 97us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.933905:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3899 00000100:00100000:3.0:1734016134.933916:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3900 00000100:00100000:3.0:1734016134.933919:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338744704:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.933924:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.933930:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.933939:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.933947:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea22deb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 663552->667647) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa1 expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.933957:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.933959:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016134.933962:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.933969:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.933991:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016134.934001:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340983936:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016134.934024:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.935958:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016134.935998:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.936094:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340983936:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016134.936112:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.936148:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338744704:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2228us (2936us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.936156:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3900 00000100:00100000:1.0:1734016134.936375:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744832 00000100:00100000:1.0:1734016134.936383:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744832 00002000:00010000:1.0:1734016134.936412:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.936415:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338744832 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.936426:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90700. 00000100:00100000:1.0:1734016134.936456:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338744960 00000100:00100000:1.0:1734016134.936458:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338744960 00002000:00010000:1.0:1734016134.936466:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (790674->18446744073709551615) 00002000:00100000:1.0:1734016134.936468:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338744960 ext(790674->18446744073709551615) 00002000:00010000:1.0:1734016134.936473:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f93b80. 00000100:00100000:1.0:1734016134.936484:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9688 00000100:00100000:1.0:1734016134.936489:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338744832:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.936596:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016134.936599:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.936601:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016133 00002000:00010000:1.0:1734016134.936602:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.936604:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:1.0:1734016134.936625:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338744832:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 135us (672us total) trans 4294969941 rc 0/0 00000100:00100000:1.0:1734016134.936630:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9688 00002000:00010000:1.0:1734016134.936632:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016134.936633:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338744832 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016134.936638:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90700. 00000100:00100000:1.0:1734016134.936669:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9689 00000100:00100000:1.0:1734016134.936672:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338744960:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016134.938669:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3713988 -> 790674 00002000:00010000:1.0:1734016134.938674:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.938676:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.938677:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016134.938679:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 144 -> 88 00000100:00100000:1.0:1734016134.938721:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338744960:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2043us (2718us total) trans 4294968314 rc 0/0 00000100:00100000:1.0:1734016134.938728:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9689 00002000:00010000:1.0:1734016134.938731:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (790674->18446744073709551615) 00002000:00100000:1.0:1734016134.938734:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338744960 ext(790674->18446744073709551615) 00002000:00010000:1.0:1734016134.938738:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f93b80. 00000100:00100000:0.0:1734016134.941103:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016134.941180:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745088 00000100:00100000:1.0:1734016134.941193:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745088 00000100:00100000:1.0:1734016134.941238:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2700 00000100:00100000:1.0:1734016134.941245:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338745088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016134.941267:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016134.941445:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22e2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfad9 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.941517:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016134.941527:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016134.941535:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:1.0:1734016134.941554:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4984978 00000004:00200000:1.0:1734016134.941557:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016134.941569:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016134.941585:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22e2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.941610:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016134.941616:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016134.941618:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016134.941621:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:0.0:1734016134.945340:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.945418:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745344 00000100:00100000:2.0:1734016134.945426:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745344 00000100:00100000:2.0:1734016134.945467:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2701 00000100:00100000:2.0:1734016134.945473:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338745344:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016134.945627:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.945638:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.945645:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.945677:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.945686:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.945696:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340984064:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.945736:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.949588:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016134.949642:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016134.951251:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247340984064:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.951356:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016134.951479:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247340984192 00000100:00100000:3.0:1734016134.951484:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247340984192 00000100:00100000:3.0:1734016134.951523:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016134.951529:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340984192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016134.951548:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 36864 granted 980042304 pending 0 free 3922837504 avail 3691114496 00000100:00100000:3.0:1734016134.951582:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247340984192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.951590:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1734016134.951630:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247340984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016134.952901:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338745088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11652us (11800us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016134.952909:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2700 00000100:00100000:2.0:1734016134.953837:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.955404:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745472 00000100:00100000:3.0:1734016134.955413:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745472 00010000:00010000:3.0:1734016134.955443:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.955834:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3901 00000100:00100000:3.0:1734016134.955840:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338745472:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.955853:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016134.955859:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.955870:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.955887:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea22e31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad9 expref: 21 pid: 6487 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.956231:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016134.956236:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016134.956245:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016134.956249:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016134.956376:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016134.956431:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338745472:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 590us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.956438:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3901 00010000:00010000:2.0:1734016134.956488:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.956494:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016134.956571:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969030 00000004:00010000:2.0:1734016134.956603:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f92d80 reply state ffff88011cc5b000 transno 4294969031 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016134.956609:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016134.956665:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338745344:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 11191us (11336us total) trans 4294969031 rc 0/0 00000100:00100000:2.0:1734016134.956671:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2701 00000020:00080000:2.0:1734016134.956674:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016134.961471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016134.961890:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961900:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961905:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961908:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4a1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016134.961912:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961916:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961929:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016134.961932:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016134.961935:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016134.961938:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea22e38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016134.962402:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745600 00000100:00100000:3.0:1734016134.962410:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745600 00000100:00100000:3.0:1734016134.962453:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14113 00000100:00100000:3.0:1734016134.962459:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338745600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.962474:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016134.962486:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfae0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.962507:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.962513:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.962515:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016134.962518:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.962541:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.962553:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 8 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016134.962562:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340984320:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016134.962618:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.964999:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340984320:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016134.965027:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016134.965042:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016134.965089:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338745600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2628us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.965097:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14113 00000100:00100000:0.0:1734016134.965787:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.965872:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745728 00000100:00100000:3.0:1734016134.965878:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745728 00002000:00100000:3.0:1734016134.965912:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (864256->876543) req@ffff88007a197480 x1818247338745728/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 12776/0 e 0 to 0 dl 1734016145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.965920:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197480 with x1818247338745728 ext(864256->876543) 00010000:00010000:3.0:1734016134.965927:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 9 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.965936:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 9 pid: 7694 timeout: 503 lvb_type: 0 00002000:00010000:3.0:1734016134.965942:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a197480 00000100:00100000:3.0:1734016134.965957:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 367 00000100:00100000:3.0:1734016134.965961:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338745728:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016134.968702:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338745728:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2731us (2908us total) trans 4294969942 rc 0/0 00000100:00100000:3.0:1734016134.968715:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 367 00002000:00100000:3.0:1734016134.968724:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (864256->876543) req@ffff88007a197480 x1818247338745728/t4294969942(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:95/0 lens 12776/448 e 0 to 0 dl 1734016145 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016134.968733:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197480 with x1818247338745728 ext(864256->876543) 00010000:00010000:3.0:1734016134.968742:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016134.968757:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00002000:00010000:3.0:1734016134.968763:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a197480 00000100:00100000:0.0:1734016134.972464:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.972985:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745856 00000100:00100000:2.0:1734016134.972993:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745856 00010000:00010000:2.0:1734016134.973023:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.973062:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3902 00000100:00100000:2.0:1734016134.973069:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338745856:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.973081:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016134.973096:0:7708:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016133 -> 1734016134 00002000:00010000:2.0:1734016134.973098:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 1000 00010000:00010000:2.0:1734016134.973103:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.973114:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.973132:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea22df2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 864256->876543) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaa8 expref: 11 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.973164:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.973167:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.973172:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.973185:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.973213:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.973225:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340984448:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.973311:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.979179:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340984448:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.979204:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.979243:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338745856:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6174us (6787us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.979255:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3902 00000100:00100000:0.0:1734016134.983915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.985029:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338745984 00000100:00100000:2.0:1734016134.985041:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338745984 00000100:00100000:2.0:1734016134.985098:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14114 00000100:00100000:2.0:1734016134.985107:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338745984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016134.985126:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016134.985142:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfae7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.985167:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.985179:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.985181:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016134.985185:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.985212:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.985221:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 11 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.985232:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340984576:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016134.985328:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.986786:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340984576:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016134.986807:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.986819:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016134.988174:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338745984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3061us (4259us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.988183:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14114 00000100:00100000:3.0:1734016134.988371:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016134.988438:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746112 00000100:00100000:2.0:1734016134.988445:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746112 00010000:00010000:2.0:1734016134.988465:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016134.988821:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3903 00000100:00100000:2.0:1734016134.988826:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338746112:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016134.988838:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016134.988854:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.988865:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.988884:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea22e23 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfad2 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:2.0:1734016134.988910:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.988912:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016134.988917:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.988925:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016134.988953:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016134.992129:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340984704:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016134.992220:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016134.997190:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340984704:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016134.997211:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016134.997249:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338746112:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8422us (8879us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016134.997259:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3903 00000100:00100000:0.0:1734016134.997933:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016134.998431:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746240 00000100:00100000:3.0:1734016134.998438:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746240 00002000:00010000:3.0:1734016134.998464:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2465900->18446744073709551615) 00002000:00100000:3.0:1734016134.998467:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338746240 ext(2465900->18446744073709551615) 00002000:00010000:3.0:1734016134.998476:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700. 00000100:00100000:3.0:1734016134.998508:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9690 00000100:00100000:3.0:1734016134.998514:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338746240:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016134.999477:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:3.0:1734016134.999832:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2465900 00002000:00010000:3.0:1734016134.999835:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.999837:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.999839:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016134.999840:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1000 -> 952 00000100:00100000:3.0:1734016134.999885:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338746240:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1369us (1952us total) trans 4294969943 rc 0/0 00000100:00100000:3.0:1734016134.999893:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9690 00002000:00010000:3.0:1734016134.999896:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2465900->18446744073709551615) 00002000:00100000:3.0:1734016134.999898:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338746240 ext(2465900->18446744073709551615) 00002000:00010000:3.0:1734016134.999904:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700. 00000100:00100000:3.0:1734016134.999915:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746368 00000100:00100000:3.0:1734016134.999918:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746368 00002000:00010000:3.0:1734016134.999930:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016134.999932:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247338746368 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016134.999936:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197100. 00000100:00100000:3.0:1734016134.999956:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9691 00000100:00100000:3.0:1734016134.999960:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338746368:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016135.000628:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 790674 -> 0 00002000:00010000:3.0:1734016135.000631:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.000633:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.000634:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:3.0:1734016135.000636:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:3.0:1734016135.000677:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338746368:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 715us (1200us total) trans 4294968315 rc 0/0 00000100:00100000:3.0:1734016135.000683:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9691 00002000:00010000:3.0:1734016135.000685:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016135.000687:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247338746368 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016135.000691:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a197100. 00000100:00100000:0.0:1734016135.003760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.004197:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746496 00000100:00100000:2.0:1734016135.004205:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746496 00000100:00080000:1.0:1734016135.005102:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00000100:00100000:3.0:1734016135.005149:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2702 00000100:00100000:3.0:1734016135.005157:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338746496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.005181:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.005197:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22e4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfaee expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.005518:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016135.005530:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016135.005539:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016135.005619:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2465900 00000004:00200000:2.0:1734016135.005623:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016135.005636:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016135.005668:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea22e4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaee expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.005689:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaee expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.005696:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016135.005699:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016135.005701:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016135.005748:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338746496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 591us (1996us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.005754:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2702 00000100:00100000:0.0:1734016135.008140:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.008198:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746624 00000100:00100000:2.0:1734016135.008206:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746624 00000100:00100000:2.0:1734016135.008304:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14115 00000100:00100000:2.0:1734016135.008309:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338746624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.008322:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.008339:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfaf5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.008358:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.008364:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.008365:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.008368:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [299008->303103] (req 299008->303103) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.008389:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.008398:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 9 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016135.008406:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340984832:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016135.008444:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00080000:1.0:1734016135.008492:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016105 00000100:00100000:0.0:1734016135.010470:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.010639:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338746752 00000100:00100000:3.0:1734016135.010655:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338746752 00010000:00010000:3.0:1734016135.010689:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 10 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016135.010711:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3904 00000100:00100000:3.0:1734016135.010717:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338746752:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.010727:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.010743:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 10 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016135.010753:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 10 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016135.010771:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.010773:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.010779:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.010787:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.010811:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.010820:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340984960:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016135.010857:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016135.010986:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016105 00010000:00010000:2.0:1734016135.011092:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22e3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae0 expref: 10 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016135.011104:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340984832:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016135.011121:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.011128:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016135.011166:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338746624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2857us (3032us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.011172:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14115 00000100:00100000:3.0:1734016135.017816:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340984960:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016135.017835:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.017881:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338746752:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7163us (7415us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.017892:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3904 00000100:00100000:0.0:1734016135.019929:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.020005:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747008 00000100:00100000:1.0:1734016135.020013:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747008 00002000:00100000:1.0:1734016135.020051:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->2469887) req@ffff88007a197800 x1818247338747008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.020060:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197800 with x1818247338747008 ext(0->2469887) 00002000:00010000:1.0:1734016135.020064:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197800 00000100:00100000:1.0:1734016135.020092:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9692 00000100:00100000:1.0:1734016135.020098:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338747008:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.044930:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338747008:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 24822us (24999us total) trans 0 rc 2469888/2469888 00000100:00100000:1.0:1734016135.044941:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9692 00002000:00100000:1.0:1734016135.044952:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->2469887) req@ffff88007a197800 x1818247338747008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 2469888/2469888 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.044960:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197800 with x1818247338747008 ext(0->2469887) 00002000:00010000:1.0:1734016135.044966:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197800 00000100:00100000:0.0:1734016135.050441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.051632:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747136 00000100:00100000:2.0:1734016135.051639:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747136 00000100:00100000:2.0:1734016135.051687:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14116 00000100:00100000:2.0:1734016135.051694:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338747136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.051710:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.051724:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfafc expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.051742:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.051744:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.051749:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.051761:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.051769:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016135.052072:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338747136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 377us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.052078:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14116 00000100:00100000:0.0:1734016135.054781:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.055011:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747392 00000100:00100000:1.0:1734016135.055020:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747392 00002000:00100000:1.0:1734016135.055053:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (270336->274431) req@ffff88007a196300 x1818247338747392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.055062:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338747392 ext(270336->274431) 00002000:00010000:1.0:1734016135.055067:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300 00000100:00100000:1.0:1734016135.055119:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9693 00000100:00100000:1.0:1734016135.055124:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338747392:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.055303:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338747392:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 177us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.055309:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9693 00002000:00100000:1.0:1734016135.055315:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (270336->274431) req@ffff88007a196300 x1818247338747392/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.055321:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338747392 ext(270336->274431) 00002000:00010000:1.0:1734016135.055324:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300 00000100:00100000:0.0:1734016135.057598:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.057834:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747648 00000100:00100000:2.0:1734016135.057841:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747648 00002000:00100000:2.0:1734016135.057873:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (274432->278527) req@ffff880079169f80 x1818247338747648/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.057886:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169f80 with x1818247338747648 ext(274432->278527) 00002000:00010000:2.0:1734016135.057889:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169f80 00000100:00100000:2.0:1734016135.057917:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9694 00000100:00100000:2.0:1734016135.057922:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338747648:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.058042:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338747648:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 119us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.058049:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9694 00002000:00100000:2.0:1734016135.058054:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (274432->278527) req@ffff880079169f80 x1818247338747648/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.058060:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169f80 with x1818247338747648 ext(274432->278527) 00002000:00010000:2.0:1734016135.058063:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169f80 00000100:00100000:0.0:1734016135.060097:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.060202:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338747904 00000100:00100000:1.0:1734016135.060208:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338747904 00002000:00100000:1.0:1734016135.060234:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (278528->282623) req@ffff880079169880 x1818247338747904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.060242:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169880 with x1818247338747904 ext(278528->282623) 00002000:00010000:1.0:1734016135.060247:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169880 00000100:00100000:1.0:1734016135.060764:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9695 00000100:00100000:1.0:1734016135.060770:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338747904:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.060903:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338747904:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 131us (808us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.060909:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9695 00002000:00100000:1.0:1734016135.060914:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (278528->282623) req@ffff880079169880 x1818247338747904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.060920:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169880 with x1818247338747904 ext(278528->282623) 00002000:00010000:1.0:1734016135.060923:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169880 00000100:00100000:0.0:1734016135.067322:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.067618:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748032 00000100:00100000:2.0:1734016135.067626:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748032 00000100:00100000:2.0:1734016135.067690:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2703 00000100:00100000:2.0:1734016135.067697:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338748032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.067713:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.067728:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea22e69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb03 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.067798:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016135.067808:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016135.067815:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016135.067835:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2465900 00000004:00200000:2.0:1734016135.067839:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016135.067852:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016135.067870:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea22e69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1734016135.068346:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016105 00010000:00010000:2.0:1734016135.068445:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.068452:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016135.068454:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016135.068457:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016135.068507:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338748032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 805us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.068513:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2703 00000100:00100000:0.0:1734016135.074336:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.075382:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748160 00000100:00100000:2.0:1734016135.075390:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748160 00000100:00100000:2.0:1734016135.075447:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14117 00000100:00100000:2.0:1734016135.075454:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.075468:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.075485:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22e77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb0a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.075530:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340985088:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.075576:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00080000:0.0:1734016135.076672:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016105 00002000:00010000:2.0:1734016135.080224:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3643515 00002000:00010000:2.0:1734016135.080231:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1734016135.080250:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340985088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.080313:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22e77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb0a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.080326:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea22e77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb0a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.080353:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016135.080402:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4946us (6079us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.080411:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14117 00000100:00100000:0.0:1734016135.084439:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.085151:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748288 00000100:00100000:2.0:1734016135.085158:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748288 00000100:00100000:1.0:1734016135.085361:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14118 00000100:00100000:1.0:1734016135.085368:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338748288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.085383:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.085398:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22e7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb11 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.085444:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985216:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.085499:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.088508:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985216:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.088542:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22e7e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb11 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.088553:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea22e7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb11 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.088578:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016135.088845:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338748288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3475us (4412us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.088852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14118 00000100:00100000:0.0:1734016135.090819:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.090880:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748416 00000100:00100000:1.0:1734016135.090886:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748416 00000100:00100000:1.0:1734016135.090925:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14119 00000100:00100000:1.0:1734016135.090931:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.090944:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.090957:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22e85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb18 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.090996:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985344:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.091039:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.092318:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985344:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.092339:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22e85 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb18 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.092350:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea22e85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb18 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.092369:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016135.092399:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1467us (1583us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.092405:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14119 00000100:00100000:0.0:1734016135.093775:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.093859:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748544 00000100:00100000:1.0:1734016135.093865:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748544 00000100:00100000:1.0:1734016135.093931:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14120 00000100:00100000:1.0:1734016135.093936:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338748544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.093949:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.093961:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea22e8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb1f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.093998:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985472:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.094033:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.095745:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985472:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.095765:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea22e8c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb1f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.095776:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea22e8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb1f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.095786:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016135.095966:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338748544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2029us (2195us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.095973:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14120 00000100:00100000:0.0:1734016135.097643:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.097887:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748672 00000100:00100000:1.0:1734016135.097895:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748672 00000100:00100000:1.0:1734016135.098082:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14121 00000100:00100000:1.0:1734016135.098089:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338748672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.098103:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.098116:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22e93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb26 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.098158:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985600:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.098194:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.105413:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.105447:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22e93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb26 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.105458:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22e93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb26 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.105482:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016135.105542:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338748672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7453us (7902us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.105549:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14121 00000100:00100000:0.0:1734016135.118219:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.118324:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748800 00000100:00100000:1.0:1734016135.118332:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748800 00000100:00100000:1.0:1734016135.119514:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14122 00000100:00100000:1.0:1734016135.119521:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.119538:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.119555:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22e9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb2d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.119600:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985728:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.119654:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.122840:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985728:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.122872:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22e9a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb2d expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.122884:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22e9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb2d expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.122916:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016135.122968:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3446us (4759us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.122978:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14122 00000100:00100000:0.0:1734016135.126965:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.127047:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338748928 00000100:00100000:1.0:1734016135.127056:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338748928 00000100:00100000:1.0:1734016135.127102:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14123 00000100:00100000:1.0:1734016135.127108:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.127126:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.127142:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22ea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb34 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.127184:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985856:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.127225:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.128520:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340985856:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.128546:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22ea1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb34 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.128557:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea22ea1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb34 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.128568:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016135.128606:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338748928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1498us (1650us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.128613:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14123 00000100:00100000:0.0:1734016135.134426:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.134474:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749056 00000100:00100000:1.0:1734016135.134484:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749056 00000100:00100000:1.0:1734016135.134538:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14124 00000100:00100000:1.0:1734016135.134546:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338749056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.134561:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.134701:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb3b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.134728:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.134735:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.134740:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.134742:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016135.134745:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1966080->1970175] (req 1966080->1970175) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.134771:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.134783:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 9 pid: 7692 timeout: 503 lvb_type: 1 00000100:00100000:1.0:1734016135.134794:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340985984:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016135.134864:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.134872:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:1.0:1734016135.134880:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986112:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016135.134897:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.140916:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.141130:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340985984:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016135.141147:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986112:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016135.141173:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1966080->1970175] (req 1966080->1970175) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.141186:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016135.141225:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338749056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6679us (6806us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.141233:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14124 00000100:00100000:3.0:1734016135.143442:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749312 00000100:00100000:3.0:1734016135.143453:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749312 00010000:00010000:3.0:1734016135.143483:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016135.143510:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3905 00000100:00100000:3.0:1734016135.143516:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338749312:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.143529:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.143546:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016135.143560:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00010000:00010000:3.0:1734016135.143579:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea22e5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 299008->303103) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaf5 expref: 12 pid: 7692 timeout: 503 lvb_type: 0 00000100:00100000:2.0:1734016135.144145:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.144201:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749184 00000100:00100000:0.0:1734016135.144206:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749184 00010000:00010000:0.0:1734016135.144220:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 503 lvb_type: 1 00000100:00100000:0.0:1734016135.144251:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3906 00000100:00100000:0.0:1734016135.144255:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338749184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.144262:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.144284:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016135.144294:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016135.144305:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea22e62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfafc expref: 10 pid: 7692 timeout: 503 lvb_type: 1 00010000:00010000:0.0:1734016135.144328:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.144330:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.144336:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.144343:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.144373:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.144384:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340986240:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016135.144425:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016135.147131:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.147187:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338749312:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3666us (6276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.147196:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3905 00000100:00100000:2.0:1734016135.150341:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340986240:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.150362:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.151832:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338749184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7570us (7683us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.151843:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3906 00000100:00100000:0.0:1734016135.159937:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.160664:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749568 00000100:00100000:2.0:1734016135.160672:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749568 00002000:00100000:2.0:1734016135.160708:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1970175) req@ffff880079c8c700 x1818247338749568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.160718:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338749568 ext(1966080->1970175) 00002000:00010000:2.0:1734016135.160722:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8c700 00000100:00100000:2.0:1734016135.160902:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9696 00000100:00100000:2.0:1734016135.160908:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338749568:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.161043:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338749568:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (1112us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.161050:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9696 00002000:00100000:2.0:1734016135.161055:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1970175) req@ffff880079c8c700 x1818247338749568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.161062:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338749568 ext(1966080->1970175) 00002000:00010000:2.0:1734016135.161064:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8c700 00000100:00100000:0.0:1734016135.163676:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.164174:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749824 00000100:00100000:1.0:1734016135.164183:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749824 00002000:00100000:1.0:1734016135.164223:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1970176->1974271) req@ffff880079c8d500 x1818247338749824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.164232:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338749824 ext(1970176->1974271) 00002000:00010000:1.0:1734016135.164237:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:1.0:1734016135.164264:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9697 00000100:00100000:1.0:1734016135.164295:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338749824:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.164437:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338749824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 166us (769us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.164443:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9697 00002000:00100000:1.0:1734016135.164449:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1970176->1974271) req@ffff880079c8d500 x1818247338749824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.164455:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d500 with x1818247338749824 ext(1970176->1974271) 00002000:00010000:1.0:1734016135.164457:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d500 00000100:00100000:0.0:1734016135.173552:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.174019:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338749952 00000100:00100000:2.0:1734016135.174027:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338749952 00002000:00100000:2.0:1734016135.174064:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1974271) req@ffff880079c8dc00 x1818247338749952/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 8680/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.174073:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338749952 ext(1966080->1974271) 00002000:00010000:2.0:1734016135.174077:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:2.0:1734016135.175342:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9698 00000100:00100000:2.0:1734016135.175349:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338749952:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.179553:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338749952:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4195us (6000us total) trans 4294969944 rc 0/0 00000100:00100000:2.0:1734016135.179564:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9698 00002000:00100000:2.0:1734016135.179576:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1974271) req@ffff880079c8dc00 x1818247338749952/t4294969944(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 8680/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.179584:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338749952 ext(1966080->1974271) 00002000:00010000:2.0:1734016135.179588:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016135.184384:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.184829:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750080 00000100:00100000:2.0:1734016135.184837:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750080 00000100:00100000:2.0:1734016135.186126:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2704 00000100:00100000:2.0:1734016135.186135:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338750080:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016135.186249:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338750080:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 115us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.186256:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2704 00000100:00100000:0.0:1734016135.190483:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.192114:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750208 00000100:00100000:1.0:1734016135.192124:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750208 00000100:00100000:1.0:1734016135.193975:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14125 00000100:00100000:1.0:1734016135.193985:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338750208:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.201676:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969944 is committed 00000001:00080000:0.0:1734016135.201708:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969943 is committed 00000100:00100000:1.0:1734016135.203096:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338750208:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 9102us (12609us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.203110:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14125 00000100:00100000:0.0:1734016135.212070:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.212169:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750336 00000100:00100000:1.0:1734016135.212178:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750336 00000100:00100000:1.0:1734016135.212233:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14126 00000100:00100000:1.0:1734016135.212240:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338750336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.212257:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.212297:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22eaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb42 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.212353:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.212409:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016135.218395:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 952 -> 968 00000100:00100000:1.0:1734016135.218418:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986368:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.218445:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22eaf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb42 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.218462:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea22eaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb42 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.218481:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016135.218534:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338750336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6294us (6471us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.218542:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14126 00000100:00100000:0.0:1734016135.224219:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.225234:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750464 00000100:00100000:1.0:1734016135.225242:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750464 00000100:00100000:1.0:1734016135.225294:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14127 00000100:00100000:1.0:1734016135.225300:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.225315:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.225329:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22eb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb49 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.225374:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986496:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.225425:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.231047:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986496:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.231077:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22eb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb49 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.231089:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea22eb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb49 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.232018:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016135.232087:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6783us (7872us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.232095:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14127 00000100:00100000:0.0:1734016135.239334:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.239728:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750592 00000100:00100000:1.0:1734016135.239736:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750592 00000100:00100000:1.0:1734016135.240066:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14128 00000100:00100000:1.0:1734016135.240074:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.240090:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.240105:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22ebd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb50 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.240150:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986624:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.240194:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.243828:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986624:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.243857:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22ebd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb50 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.243867:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea22ebd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb50 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.243880:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016135.243933:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3859us (4605us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.243943:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14128 00000100:00100000:2.0:1734016135.248314:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.248595:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750720 00000100:00100000:1.0:1734016135.248603:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750720 00000100:00100000:1.0:1734016135.249136:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14129 00000100:00100000:1.0:1734016135.249142:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.249156:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.249169:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22ec4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb57 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.249214:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.249285:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.254550:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340986752:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.254583:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22ec4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb57 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.254597:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea22ec4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb57 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.254624:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016135.254684:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338750720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5540us (6378us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.254692:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14129 00000100:00100000:2.0:1734016135.260553:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.260633:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750848 00000100:00100000:1.0:1734016135.260649:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750848 00000100:00100000:1.0:1734016135.262170:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14130 00000100:00100000:1.0:1734016135.262180:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338750848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.262201:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.262218:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22ecb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb5e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.262281:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340986880:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.262338:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.265046:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340986880:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.265076:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22ecb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb5e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.265088:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea22ecb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb5e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.265110:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016135.265930:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338750848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3749us (5384us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.265937:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14130 00000100:00100000:0.0:1734016135.271616:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.272345:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338750976 00000100:00100000:1.0:1734016135.272352:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338750976 00000100:00100000:1.0:1734016135.272391:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14131 00000100:00100000:1.0:1734016135.272397:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338750976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.272411:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.272425:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22ed2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb65 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.272472:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.272517:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.278841:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987008:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.278875:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22ed2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb65 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.278889:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea22ed2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb65 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.279636:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016135.280108:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338750976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7709us (8498us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.280116:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14131 00000100:00100000:0.0:1734016135.286042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.286486:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751104 00000100:00100000:1.0:1734016135.286494:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751104 00000100:00100000:1.0:1734016135.286545:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14132 00000100:00100000:1.0:1734016135.286552:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.286568:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.286585:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22ed9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb6c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.286630:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.287424:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.291362:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.291397:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22ed9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb6c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.291409:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea22ed9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb6c expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.291437:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016135.291490:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4937us (5456us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.291499:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14132 00000100:00100000:0.0:1734016135.299314:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.299654:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751232 00000100:00100000:1.0:1734016135.299662:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751232 00000100:00100000:1.0:1734016135.299723:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14133 00000100:00100000:1.0:1734016135.299729:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.299744:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.299760:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22ee0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb73 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.299810:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987264:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.299871:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.304173:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987264:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.304203:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22ee0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb73 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.304215:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea22ee0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb73 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.304241:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016135.304315:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4584us (5007us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.304322:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14133 00000100:00100000:0.0:1734016135.311357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.311941:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751488 00000100:00100000:2.0:1734016135.311949:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751488 00002000:00100000:2.0:1734016135.311984:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff880079c8df80 x1818247338751488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.311994:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338751488 ext(2936832->2940927) 00002000:00010000:2.0:1734016135.311998:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80 00000100:00100000:2.0:1734016135.312030:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9699 00000100:00100000:2.0:1734016135.312036:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338751488:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.312175:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338751488:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.312182:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9699 00002000:00100000:2.0:1734016135.312187:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff880079c8df80 x1818247338751488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.312194:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338751488 ext(2936832->2940927) 00002000:00010000:2.0:1734016135.312197:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80 00000100:00100000:0.0:1734016135.318493:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.319894:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751616 00000100:00100000:1.0:1734016135.319902:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751616 00000100:00100000:1.0:1734016135.319947:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14134 00000100:00100000:1.0:1734016135.319954:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.319969:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.319984:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22ee7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb7a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.320029:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987392:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.321038:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.325015:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987392:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.325045:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22ee7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb7a expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.325057:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea22ee7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb7a expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.325088:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016135.325141:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338751616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5186us (6654us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.325151:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14134 00000100:00100000:0.0:1734016135.328647:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.328988:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751744 00000100:00100000:1.0:1734016135.328996:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751744 00002000:00100000:1.0:1734016135.329031:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff88007a029180 x1818247338751744/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 4584/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.329040:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338751744 ext(2936832->2940927) 00002000:00010000:1.0:1734016135.329046:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a029180 00000100:00100000:1.0:1734016135.329077:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9700 00000100:00100000:1.0:1734016135.329083:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338751744:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.330368:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338751744:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1281us (1732us total) trans 4294969945 rc 0/0 00000100:00100000:1.0:1734016135.330375:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9700 00002000:00100000:1.0:1734016135.330383:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2936832->2940927) req@ffff88007a029180 x1818247338751744/t4294969945(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 4584/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.330391:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338751744 ext(2936832->2940927) 00002000:00010000:1.0:1734016135.330394:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a029180 00000100:00100000:0.0:1734016135.333885:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.334405:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338751872 00000100:00100000:1.0:1734016135.334413:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338751872 00000100:00100000:1.0:1734016135.334458:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14135 00000100:00100000:1.0:1734016135.334465:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338751872:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.336677:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969945 is committed 00000100:00100000:1.0:1734016135.337012:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338751872:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2543us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.337022:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14135 00000100:00100000:0.0:1734016135.338802:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.339046:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752000 00000100:00100000:1.0:1734016135.339054:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752000 00000100:00100000:1.0:1734016135.339090:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14136 00000100:00100000:1.0:1734016135.339095:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338752000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.339109:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.339122:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22eee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb81 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.339163:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.339200:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.341723:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987520:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.341750:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22eee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb81 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.341761:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea22eee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb81 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.341788:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016135.341823:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338752000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2727us (3027us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.341831:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14136 00000100:00100000:0.0:1734016135.346923:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.347030:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752128 00000100:00100000:1.0:1734016135.347041:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752128 00000100:00100000:1.0:1734016135.347092:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14137 00000100:00100000:1.0:1734016135.347098:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.347114:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.347132:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22ef5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb88 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.347828:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987648:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.347878:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.349990:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987648:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.350021:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22ef5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb88 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.350033:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea22ef5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb88 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.350059:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016135.350094:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2996us (3179us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.350102:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14137 00000100:00100000:0.0:1734016135.354263:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.354506:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752256 00000100:00100000:1.0:1734016135.354515:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752256 00000100:00100000:1.0:1734016135.354566:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14138 00000100:00100000:1.0:1734016135.354573:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.354589:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.354604:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22efc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb8f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.354657:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987776:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.354717:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.356377:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987776:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.356403:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22efc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb8f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.356414:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22efc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb8f expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.356441:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016135.356471:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1896us (2216us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.356477:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14138 00000100:00100000:0.0:1734016135.358248:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.358377:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752384 00000100:00100000:1.0:1734016135.358386:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752384 00000100:00100000:1.0:1734016135.358502:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14139 00000100:00100000:1.0:1734016135.358508:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.358522:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.358541:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb96 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.358586:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.358637:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.360077:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340987904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.360103:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb96 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.360115:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb96 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.360135:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016135.360447:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338752384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1937us (2203us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.360455:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14139 00000100:00100000:0.0:1734016135.362465:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.362843:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752512 00000100:00100000:1.0:1734016135.362852:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752512 00000100:00100000:1.0:1734016135.362898:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14140 00000100:00100000:1.0:1734016135.362905:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338752512:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016135.363041:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 0 00002000:00010000:1.0:1734016135.363044:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.363046:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.363048:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016134 -> 1734016134 00002000:00010000:1.0:1734016135.363050:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:1.0:1734016135.363109:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338752512:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 204us (649us total) trans 4294968316 rc 0/0 00000100:00100000:1.0:1734016135.363115:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14140 00000100:00100000:0.0:1734016135.365253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.365350:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752640 00000100:00100000:3.0:1734016135.365357:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752640 00000100:00100000:3.0:1734016135.365389:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14141 00000100:00100000:3.0:1734016135.365395:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338752640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.365409:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.365422:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea22f0a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfb9d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.365464:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988032:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.365507:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016135.369330:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 2465900 -> 2940928 00002000:00010000:3.0:1734016135.369338:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.369341:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.369342:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.369343:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 968 -> 976 00000100:00100000:3.0:1734016135.369367:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988032:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.369400:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea22f0a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb9d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.369414:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea22f0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb9d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.369437:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016135.369482:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338752640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4085us (4234us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.369491:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14141 00000100:00100000:0.0:1734016135.371914:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.372009:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752768 00000100:00100000:3.0:1734016135.372019:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752768 00000100:00100000:3.0:1734016135.372073:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14142 00000100:00100000:3.0:1734016135.372080:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338752768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.372095:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.372111:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22f11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfba4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.372160:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988160:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.372218:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.373799:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988160:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.373823:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22f11 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfba4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.373837:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea22f11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfba4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.373847:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016135.373892:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338752768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1811us (1982us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.373901:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14142 00000100:00100000:0.0:1734016135.379857:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.379989:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338752896 00000100:00100000:3.0:1734016135.380001:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338752896 00000100:00100000:3.0:1734016135.380061:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14143 00000100:00100000:3.0:1734016135.380067:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338752896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.380082:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.380098:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.380124:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.380130:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.380132:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.380135:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3497984->3502079] (req 3497984->3502079) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.380161:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.380171:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 6 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:3.0:1734016135.380187:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988288:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016135.380251:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.384175:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340988288:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016135.384438:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3497984->3502079] (req 3497984->3502079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.384454:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016135.384503:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338752896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4434us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.384510:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14143 00000100:00100000:2.0:1734016135.387446:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.387672:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753024 00000100:00100000:0.0:1734016135.387679:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753024 00010000:00010000:0.0:1734016135.387718:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00000100:00100000:0.0:1734016135.387756:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3907 00000100:00100000:0.0:1734016135.387762:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338753024:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.387773:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.387789:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016135.387798:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016135.387815:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ea8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb3b expref: 7 pid: 7694 timeout: 503 lvb_type: 0 00010000:00010000:0.0:1734016135.387841:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.387843:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016135.387849:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.388155:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.388186:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.388196:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340988416:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016135.388257:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.392066:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340988416:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016135.392087:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.392137:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753024:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4373us (4696us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.392147:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3907 00000100:00100000:0.0:1734016135.392228:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.393123:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753152 00000100:00100000:3.0:1734016135.393130:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753152 00000100:00100000:3.0:1734016135.393168:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14144 00000100:00100000:3.0:1734016135.393174:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338753152:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016135.393337:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2940928 -> 2940928 00002000:00010000:3.0:1734016135.393341:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.393343:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.393344:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.393346:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:3.0:1734016135.393401:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338753152:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 226us (1172us total) trans 4294969946 rc 0/0 00000100:00100000:3.0:1734016135.393407:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14144 00000100:00100000:1.0:1734016135.398475:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.398516:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753408 00000100:00100000:1.0:1734016135.398517:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.398525:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753408 00000100:00100000:0.0:1734016135.398562:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753280 00000100:00100000:0.0:1734016135.398565:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753280 00000100:00100000:0.0:1734016135.399149:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14145 00000100:00100000:0.0:1734016135.399155:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.399172:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.399189:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22f1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbb2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.399235:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340988544:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016135.399303:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.399385:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14146 00000100:00100000:3.0:1734016135.399389:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.399398:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.399408:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22f26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbb9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.399431:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340988672:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.399450:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:0.0:1734016135.402230:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:0.0:1734016135.402253:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340988544:192.168.201.60@tcp:106: 00002000:00010000:3.0:1734016135.403000:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3643515 00002000:00010000:3.0:1734016135.403003:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.403005:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.403007:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016134 -> 1734016135 00002000:00010000:3.0:1734016135.403008:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016135.403018:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340988672:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.403042:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22f26 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbb9 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.403054:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea22f26 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbb9 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.403114:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22f1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbb2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.403123:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea22f1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbb2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.403314:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00010000:00010000:0.0:1734016135.404024:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:3.0:1734016135.404066:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4674us (5597us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.404073:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14146 00000100:00100000:0.0:1734016135.404153:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4997us (5635us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.404159:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14145 00000100:00100000:3.0:1734016135.409967:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.410003:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.410065:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753664 00000100:00100000:2.0:1734016135.410074:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753664 00000100:00100000:2.0:1734016135.410103:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753536 00000100:00100000:2.0:1734016135.410105:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753536 00000100:00100000:2.0:1734016135.410117:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14147 00000100:00100000:2.0:1734016135.410123:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.410138:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.410153:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22f2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbc7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.410193:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340988800:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.410239:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.410431:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14148 00000100:00100000:0.0:1734016135.410437:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.410443:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.410452:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea22f34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbc0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.410473:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340988928:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016135.410491:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.411953:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247340988800:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.411975:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22f2d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbc7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.411985:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea22f2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbc7 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.412784:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016135.412824:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2700us (2862us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.412831:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14147 00000100:00100000:0.0:1734016135.415427:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340988928:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016135.415457:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea22f34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbc0 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.415471:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea22f34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbc0 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.415774:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016135.416020:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5581us (6016us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016135.416029:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14148 00000100:00100000:0.0:1734016135.419083:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.419490:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.420410:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753920 00000100:00100000:2.0:1734016135.420418:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753920 00000100:00100000:2.0:1734016135.420449:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338753792 00000100:00100000:2.0:1734016135.420451:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338753792 00000100:00100000:2.0:1734016135.420777:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14149 00000100:00100000:2.0:1734016135.420783:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.420798:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.420812:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22f3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbd5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.420859:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340989056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.420901:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.421122:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14150 00000100:00100000:1.0:1734016135.421127:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.421134:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.421143:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbce expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.421172:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340989184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.421194:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.426586:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340989056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.426619:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22f3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbd5 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.426631:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea22f3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbd5 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.427426:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016135.427468:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338753920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6684us (8394us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.427476:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14149 00000100:00100000:1.0:1734016135.427861:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340989184:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.427881:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbce expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.427891:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbce expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.427904:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016135.427923:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338753792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6795us (8433us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.427929:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14150 00000100:00100000:0.0:1734016135.432041:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.432151:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754048 00000100:00100000:1.0:1734016135.432160:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754048 00000100:00100000:1.0:1734016135.432204:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14151 00000100:00100000:1.0:1734016135.432209:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338754048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.432224:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.432241:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbdc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.432267:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.432304:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.432306:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.432309:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.432339:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.432353:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 7 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016135.432364:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340989312:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016135.433573:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.435505:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.435687:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340989312:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016135.435711:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4558848->4567039] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.435725:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016135.435760:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338754048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3550us (3726us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.435768:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14151 00000100:00100000:2.0:1734016135.435856:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754176 00000100:00100000:2.0:1734016135.435861:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754176 00010000:00010000:2.0:1734016135.435881:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 8 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.435911:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3908 00000100:00100000:2.0:1734016135.435916:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338754176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.435927:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.435944:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 8 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.435952:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 8 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.435968:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22f18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3497984->3502079) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbab expref: 8 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.435981:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.435983:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.435989:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.435996:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.436019:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.436028:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340989440:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.436053:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.438803:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.438891:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340989440:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.438911:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.438949:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338754176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3032us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.438962:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3908 00000100:00100000:1.0:1734016135.439184:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754304 00000100:00100000:1.0:1734016135.439190:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754304 00000100:00100000:1.0:1734016135.439217:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14152 00000100:00100000:1.0:1734016135.439221:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338754304:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016135.439444:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2940928 -> 4563706 00002000:00010000:1.0:1734016135.439447:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016135.439449:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016134 00002000:00010000:1.0:1734016135.439451:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016135.439452:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 976 -> 992 00000100:00100000:1.0:1734016135.439473:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338754304:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 251us (677us total) trans 4294969947 rc 0/0 00000100:00100000:1.0:1734016135.439478:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14152 00000100:00100000:0.0:1734016135.445551:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.445793:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754432 00000100:00100000:2.0:1734016135.445801:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754432 00000100:00100000:2.0:1734016135.445873:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14153 00000100:00100000:2.0:1734016135.445879:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338754432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.445895:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.445908:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22f50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbe3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.445952:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989568:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.446461:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.447887:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016134 -> 1734016135 00000100:00100000:2.0:1734016135.447907:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989568:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.447938:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22f50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbe3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.447949:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea22f50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbe3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.447974:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016135.448015:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338754432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2134us (2471us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.448023:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14153 00000100:00100000:3.0:1734016135.449891:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.449962:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754560 00000100:00100000:2.0:1734016135.449970:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754560 00000100:00100000:2.0:1734016135.450012:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14154 00000100:00100000:2.0:1734016135.450017:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338754560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.450032:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.450045:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22f57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.450086:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989696:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.450127:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.451477:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989696:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.451500:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22f57 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.451510:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea22f57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbea expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.451534:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016135.451568:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338754560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1549us (1681us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.451575:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14154 00000100:00100000:0.0:1734016135.453344:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.453440:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754688 00000100:00100000:2.0:1734016135.453450:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754688 00000100:00100000:2.0:1734016135.453521:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14155 00000100:00100000:2.0:1734016135.453528:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338754688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.453544:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.453562:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22f5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbf1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.453619:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.453669:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.458574:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.458610:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22f5e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbf1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.458623:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea22f5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbf1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.458634:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016135.459958:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338754688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6426us (6616us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.459967:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14155 00000100:00100000:0.0:1734016135.462701:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.463253:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338754816 00000100:00100000:2.0:1734016135.463262:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338754816 00000100:00100000:2.0:1734016135.463404:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14156 00000100:00100000:2.0:1734016135.463410:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338754816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.463424:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.463437:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22f65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbf8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.463482:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989952:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.463537:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.465628:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340989952:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.465664:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22f65 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbf8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.465675:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea22f65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbf8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.465696:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016135.465731:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338754816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2321us (3037us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.465737:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14156 00000100:00100000:0.0:1734016135.467343:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.467409:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755072 00000100:00100000:1.0:1734016135.467416:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755072 00002000:00100000:1.0:1734016135.467442:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3944448->3948543) req@ffff880079028380 x1818247338755072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.467451:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028380 with x1818247338755072 ext(3944448->3948543) 00002000:00010000:1.0:1734016135.467456:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028380 00000100:00100000:1.0:1734016135.467572:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9701 00000100:00100000:1.0:1734016135.467577:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338755072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.468043:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338755072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 462us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.468049:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9701 00002000:00100000:1.0:1734016135.468055:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3944448->3948543) req@ffff880079028380 x1818247338755072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.468062:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028380 with x1818247338755072 ext(3944448->3948543) 00002000:00010000:1.0:1734016135.468065:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028380 00000100:00100000:0.0:1734016135.470106:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.470219:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755200 00000100:00100000:2.0:1734016135.470227:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755200 00000100:00100000:1.0:1734016135.470544:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14157 00000100:00100000:1.0:1734016135.470553:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338755200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.470571:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.470588:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22f6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfbff expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.470635:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990080:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.470688:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.474472:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990080:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.474502:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22f6c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbff expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.474513:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea22f6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbff expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.474557:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016135.474848:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338755200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4295us (4746us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.474856:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14157 00000100:00100000:0.0:1734016135.476840:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.476930:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755328 00000100:00100000:1.0:1734016135.476936:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755328 00000100:00100000:1.0:1734016135.476979:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14158 00000100:00100000:1.0:1734016135.476984:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338755328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.476997:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.477013:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22f73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc06 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.477059:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990208:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.477119:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.479436:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990208:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.479473:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22f73 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc06 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.479486:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea22f73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc06 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.479526:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016135.479647:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338755328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2652us (2800us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.479655:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14158 00000100:00100000:3.0:1734016135.481886:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.481982:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755456 00000100:00100000:1.0:1734016135.481989:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755456 00000100:00100000:1.0:1734016135.482034:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14159 00000100:00100000:1.0:1734016135.482041:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338755456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.482055:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.482070:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22f7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc0d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.482111:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340990336:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.482165:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.484402:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340990336:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.484430:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22f7a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc0d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.484442:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea22f7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc0d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.484487:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016135.484533:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338755456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2491us (2655us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.484540:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14159 00000100:00100000:3.0:1734016135.487617:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.487737:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755584 00000100:00100000:1.0:1734016135.487744:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755584 00000100:00100000:1.0:1734016135.487787:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14160 00000100:00100000:1.0:1734016135.487794:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338755584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.487808:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.487823:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc14 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.487847:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.487854:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.487855:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016135.487858:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4157440->4161535] (req 4157440->4161535) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.487884:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.487894:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016135.487904:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340990464:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016135.487950:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.505736:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340990464:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016135.505764:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4157440->4161535] (req 4157440->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016135.505782:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016135.505836:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338755584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 18041us (18226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.505844:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14160 00000100:00100000:0.0:1734016135.506121:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.506507:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755712 00000100:00100000:2.0:1734016135.506513:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755712 00010000:00010000:2.0:1734016135.506534:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.506561:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3909 00000100:00100000:2.0:1734016135.506566:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338755712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.506576:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.506592:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.506602:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.506621:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea22f49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4558848->4567039) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfbdc expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.506648:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.506650:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.506655:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.506663:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.506686:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.506696:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340990592:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.506728:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.511035:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340990592:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.511064:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.511119:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338755712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4551us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.511130:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3909 00000100:00100000:2.0:1734016135.516729:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.516795:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338755968 00000100:00100000:1.0:1734016135.516802:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338755968 00002000:00100000:1.0:1734016135.516838:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4157440->4161535) req@ffff88006f275880 x1818247338755968/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.516847:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275880 with x1818247338755968 ext(4157440->4161535) 00002000:00010000:1.0:1734016135.516852:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275880 00000100:00100000:1.0:1734016135.516870:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9702 00000100:00100000:1.0:1734016135.516876:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338755968:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.517039:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338755968:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 163us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.517049:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9702 00002000:00100000:1.0:1734016135.517056:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4157440->4161535) req@ffff88006f275880 x1818247338755968/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.517062:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275880 with x1818247338755968 ext(4157440->4161535) 00002000:00010000:1.0:1734016135.517065:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275880 00000100:00100000:3.0:1734016135.520266:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.522023:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756096 00000100:00100000:2.0:1734016135.522032:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756096 00002000:00100000:2.0:1734016135.522063:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4157440->4161535) req@ffff88007c6b7100 x1818247338756096/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 4584/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.522072:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7100 with x1818247338756096 ext(4157440->4161535) 00002000:00010000:2.0:1734016135.522077:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b7100 00000100:00100000:2.0:1734016135.522102:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9703 00000100:00100000:2.0:1734016135.522108:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338756096:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.522744:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338756096:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 634us (2483us total) trans 4294969948 rc 0/0 00000100:00100000:2.0:1734016135.522750:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9703 00002000:00100000:2.0:1734016135.522756:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4157440->4161535) req@ffff88007c6b7100 x1818247338756096/t4294969948(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 4584/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.522762:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7100 with x1818247338756096 ext(4157440->4161535) 00002000:00010000:2.0:1734016135.522765:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c6b7100 00000100:00100000:0.0:1734016135.524311:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.524479:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756224 00000100:00100000:1.0:1734016135.524485:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756224 00000100:00100000:1.0:1734016135.524633:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2705 00000100:00100000:1.0:1734016135.524649:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338756224:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:1.0:1734016135.524883:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338756224:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 232us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.524889:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2705 00000100:00100000:0.0:1734016135.527394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.527530:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756352 00000100:00100000:1.0:1734016135.527537:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756352 00000100:00100000:1.0:1734016135.527575:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14161 00000100:00100000:1.0:1734016135.527580:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338756352:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.532975:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969948 is committed 00000001:00080000:0.0:1734016135.532990:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969947 is committed 00000100:00100000:1.0:1734016135.533554:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338756352:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 5968us (6161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.533565:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14161 00000100:00100000:3.0:1734016135.537109:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.537169:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.537413:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756480 00000100:00100000:2.0:1734016135.537424:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756480 00000100:00100000:2.0:1734016135.537463:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756608 00000100:00100000:2.0:1734016135.537466:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756608 00000100:00100000:2.0:1734016135.537480:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14162 00000100:00100000:2.0:1734016135.537486:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338756480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.537505:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.537524:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22f88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc1b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.537576:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340990720:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.537633:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.537692:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14163 00000100:00100000:1.0:1734016135.537697:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338756608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.537704:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.537714:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc22 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.537743:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.537765:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.539985:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 992 -> 1000 00000100:00100000:2.0:1734016135.540006:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340990720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.540033:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22f88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc1b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.540051:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea22f88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc1b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016135.540313:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.540334:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f8f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc22 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.540342:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea22f8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc22 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.540608:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016135.540670:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338756480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3180us (3565us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.540678:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14162 00010000:00010000:1.0:1734016135.540896:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016135.540917:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338756608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3219us (3747us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.540922:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14163 00000100:00100000:3.0:1734016135.543981:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.544022:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.544081:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756864 00000100:00100000:1.0:1734016135.544089:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756864 00000100:00100000:1.0:1734016135.544125:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756736 00000100:00100000:1.0:1734016135.544127:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756736 00000100:00100000:1.0:1734016135.544321:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14164 00000100:00100000:1.0:1734016135.544328:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338756864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.544345:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.544359:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22f96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc30 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.544403:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.544451:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.544501:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14165 00000100:00100000:2.0:1734016135.544507:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338756736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.544514:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.544523:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea22f9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc29 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.544548:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340991104:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.544567:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.546842:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340990976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.546874:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22f96 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc30 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.546886:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22f96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc30 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.546907:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016135.546951:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338756864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2622us (2976us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.546957:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14164 00000100:00100000:3.0:1734016135.547161:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340991104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.547179:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea22f9d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc29 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.547187:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea22f9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc29 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.547209:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:3.0:1734016135.547229:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338756736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2721us (3206us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.547234:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14165 00000100:00100000:3.0:1734016135.550189:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.550421:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338756992 00000100:00100000:0.0:1734016135.550429:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338756992 00000100:00100000:0.0:1734016135.550723:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14166 00000100:00100000:0.0:1734016135.550731:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338756992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.550747:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.550768:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc37 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.550800:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.550806:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016135.550807:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016135.550810:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3833856->3837951] (req 3833856->3837951) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.550837:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.550851:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 6 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:0.0:1734016135.550864:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340991232:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016135.551052:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.553704:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340991232:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016135.553730:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3833856->3837951] (req 3833856->3837951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.553743:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:2.0:1734016135.553796:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338756992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3065us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.553803:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14166 00000100:00100000:2.0:1734016135.554157:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.554676:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757120 00000100:00100000:3.0:1734016135.554682:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757120 00010000:00010000:3.0:1734016135.554712:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016135.554736:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3910 00000100:00100000:3.0:1734016135.554741:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338757120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.554751:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.554769:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.554778:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.554795:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea22f81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4157440->4161535) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc14 expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.554804:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.554806:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.554810:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.554817:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.554843:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.554853:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079da8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340991360:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016135.554885:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.559941:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079da8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340991360:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016135.559962:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.560013:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338757120:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5269us (5855us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.560023:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3910 00000100:00100000:1.0:1734016135.566296:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.566370:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757376 00000100:00100000:2.0:1734016135.566377:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757376 00002000:00100000:2.0:1734016135.566415:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078ceed80 x1818247338757376/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.566424:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceed80 with x1818247338757376 ext(0->4194303) 00002000:00010000:2.0:1734016135.566428:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceed80 00000100:00100000:2.0:1734016135.566445:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9704 00000100:00100000:2.0:1734016135.566451:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338757376:12345-192.168.201.60@tcp:3:fsx.0 00010000:00010000:2.0:1734016135.613564:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016135.617746:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338757376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 51285us (51472us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016135.617758:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9704 00002000:00100000:2.0:1734016135.617771:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078ceed80 x1818247338757376/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.617780:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceed80 with x1818247338757376 ext(0->4194303) 00002000:00010000:2.0:1734016135.617786:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceed80 00000100:00100000:0.0:1734016135.621869:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.622047:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757504 00000100:00100000:2.0:1734016135.622056:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757504 00000100:00100000:2.0:1734016135.622172:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14167 00000100:00100000:2.0:1734016135.622179:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338757504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.622196:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.622212:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22fab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc3e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.622263:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340991488:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.627603:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.634993:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340991488:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.635037:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22fab lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc3e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.635050:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea22fab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc3e expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.635078:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016135.635122:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338757504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12941us (13261us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.635130:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14167 00000100:00100000:1.0:1734016135.639060:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.639138:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757632 00000100:00100000:2.0:1734016135.639144:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757632 00000100:00100000:2.0:1734016135.639174:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14168 00000100:00100000:2.0:1734016135.639180:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338757632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.639195:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.639210:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22fb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc45 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.639407:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340991616:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.640590:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.642970:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340991616:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.642997:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22fb2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc45 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.643014:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea22fb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc45 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.643609:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016135.643669:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338757632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4486us (4614us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.643677:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14168 00000100:00100000:3.0:1734016135.645725:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.645800:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757760 00000100:00100000:2.0:1734016135.645806:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757760 00000100:00100000:2.0:1734016135.645853:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14169 00000100:00100000:2.0:1734016135.645859:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338757760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.645875:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.645890:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc4c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.645910:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.645912:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.645919:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.645930:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.645939:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016135.645968:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338757760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 109us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.645974:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14169 00000100:00100000:1.0:1734016135.648532:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.648631:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338757888 00000100:00100000:2.0:1734016135.648649:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338757888 00000100:00100000:2.0:1734016135.649260:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14170 00000100:00100000:2.0:1734016135.649267:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338757888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.649310:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.649326:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22fc0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc53 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.649375:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340991744:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.651419:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.657014:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340991744:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.657049:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22fc0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc53 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.657061:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea22fc0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc53 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.657083:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016135.657133:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338757888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7865us (8608us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.657140:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14170 00000100:00100000:3.0:1734016135.658809:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.658872:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758016 00000100:00100000:2.0:1734016135.658879:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758016 00000100:00100000:2.0:1734016135.658905:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14171 00000100:00100000:2.0:1734016135.658910:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338758016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.658924:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.658938:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc5a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.658960:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.658967:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.658972:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.658974:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.658976:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.658998:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.659007:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 6 pid: 7694 timeout: 504 lvb_type: 1 00000100:00100000:2.0:1734016135.659017:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340991872:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016135.659058:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.659064:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.659072:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992000:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016135.659082:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.664749:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992000:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016135.666483:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.666569:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340991872:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016135.666598:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.666614:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016135.666677:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338758016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7764us (7871us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.666685:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14171 00000100:00100000:0.0:1734016135.667334:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758144 00000100:00100000:0.0:1734016135.667341:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758144 00010000:00010000:0.0:1734016135.667360:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 504 lvb_type: 1 00000100:00100000:0.0:1734016135.667453:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3911 00000100:00100000:0.0:1734016135.667458:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338758144:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016135.667469:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016135.667486:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016135.667494:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016135.667515:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc4c expref: 7 pid: 7694 timeout: 504 lvb_type: 1 00010000:00010000:0.0:1734016135.667592:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016135.667736:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338758144:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 276us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.667743:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3911 00000100:00100000:0.0:1734016135.677056:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.677214:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758272 00000100:00100000:2.0:1734016135.677222:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758272 00010000:00010000:2.0:1734016135.677253:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.677302:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3912 00000100:00100000:2.0:1734016135.677308:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338758272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.677321:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.677338:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.677348:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.677367:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea22fa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3833856->3837951) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc37 expref: 8 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.678571:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.678575:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.678584:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.678592:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.678629:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.678653:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340992128:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.678716:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.683364:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340992128:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.683387:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.683434:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338758272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6123us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.683447:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3912 00000100:00100000:0.0:1734016135.699666:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.699794:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758528 00000100:00100000:2.0:1734016135.699803:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758528 00002000:00100000:2.0:1734016135.699836:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c660e00 x1818247338758528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.699850:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660e00 with x1818247338758528 ext(0->4194303) 00002000:00010000:2.0:1734016135.699855:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660e00 00000100:00100000:2.0:1734016135.699870:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9705 00000100:00100000:2.0:1734016135.699876:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338758528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.733473:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338758528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 33587us (33807us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016135.733482:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9705 00002000:00100000:2.0:1734016135.733493:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c660e00 x1818247338758528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.733502:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660e00 with x1818247338758528 ext(0->4194303) 00002000:00010000:2.0:1734016135.733508:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660e00 00000100:00100000:0.0:1734016135.738773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.738924:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758656 00000100:00100000:2.0:1734016135.738932:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758656 00002000:00100000:2.0:1734016135.738965:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (884736->892927) req@ffff88007c662300 x1818247338758656/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 8680/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.738974:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338758656 ext(884736->892927) 00002000:00010000:2.0:1734016135.738979:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c662300 00000100:00100000:2.0:1734016135.739004:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9706 00000100:00100000:2.0:1734016135.739009:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338758656:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016135.739966:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338758656:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 954us (1197us total) trans 4294969949 rc 0/0 00000100:00100000:2.0:1734016135.739973:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9706 00002000:00100000:2.0:1734016135.739979:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (884736->892927) req@ffff88007c662300 x1818247338758656/t4294969949(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 8680/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.739985:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338758656 ext(884736->892927) 00002000:00010000:2.0:1734016135.739988:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c662300 00000100:00100000:0.0:1734016135.742481:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.742568:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758784 00000100:00100000:2.0:1734016135.742576:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758784 00000100:00100000:2.0:1734016135.742613:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14172 00000100:00100000:2.0:1734016135.742619:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338758784:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.745418:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969949 is committed 00000100:00100000:2.0:1734016135.746795:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338758784:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 4169us (4815us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.746805:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14172 00000100:00100000:0.0:1734016135.749302:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.749402:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338758912 00000100:00100000:2.0:1734016135.749409:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338758912 00000100:00100000:2.0:1734016135.749439:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14173 00000100:00100000:2.0:1734016135.749444:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338758912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.749459:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.749472:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc61 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.749516:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.749746:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00002000:00010000:2.0:1734016135.751036:0:13929:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1000 -> 1016 00000100:00100000:2.0:1734016135.751056:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.751081:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc61 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.751095:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea22fce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc61 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.751105:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016135.751137:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338758912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1691us (1873us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.751145:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14173 00000100:00100000:0.0:1734016135.753429:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.753906:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759040 00000100:00100000:2.0:1734016135.753913:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759040 00000100:00100000:2.0:1734016135.754210:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14174 00000100:00100000:2.0:1734016135.754217:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.754233:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.754246:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22fd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc68 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.754307:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.754690:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.756228:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.756254:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22fd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc68 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.756265:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea22fd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc68 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.756307:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016135.757176:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2956us (3752us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.757184:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14174 00000100:00100000:0.0:1734016135.759415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.759673:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759296 00000100:00100000:2.0:1734016135.759680:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759296 00002000:00100000:2.0:1734016135.759714:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff88011cd4f480 x1818247338759296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.759721:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f480 with x1818247338759296 ext(937984->942079) 00002000:00010000:2.0:1734016135.759725:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4f480 00000100:00100000:2.0:1734016135.759743:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9707 00000100:00100000:2.0:1734016135.759749:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338759296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.759876:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338759296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 126us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.759882:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9707 00002000:00100000:2.0:1734016135.759887:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff88011cd4f480 x1818247338759296/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.759892:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f480 with x1818247338759296 ext(937984->942079) 00002000:00010000:2.0:1734016135.759895:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4f480 00000100:00100000:0.0:1734016135.761362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.761479:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759424 00000100:00100000:2.0:1734016135.761484:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759424 00000100:00100000:2.0:1734016135.761710:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14175 00000100:00100000:2.0:1734016135.761715:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.761728:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.761741:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22fdc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc6f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.761779:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992512:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.762056:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.763343:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992512:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.763364:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22fdc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc6f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.763375:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea22fdc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc6f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.763401:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:3.0:1734016135.763433:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1717us (2072us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.763439:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14175 00000100:00100000:0.0:1734016135.764748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.764846:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759552 00000100:00100000:3.0:1734016135.764853:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759552 00000100:00100000:3.0:1734016135.764877:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14176 00000100:00100000:3.0:1734016135.764882:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.764893:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.764905:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc76 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.764944:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992640:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.764997:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.766697:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340992640:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.766720:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22fe3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc76 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.766730:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea22fe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc76 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.766739:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016135.766804:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338759552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1919us (2056us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.766810:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14176 00000100:00100000:0.0:1734016135.768430:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.768496:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759680 00000100:00100000:3.0:1734016135.768501:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759680 00000100:00100000:3.0:1734016135.768527:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14177 00000100:00100000:3.0:1734016135.768532:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338759680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.768544:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.768558:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc7d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.768579:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.768586:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.768587:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.768591:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1691648->1699839] (req 1691648->1699839) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.768614:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.768629:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 8 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016135.768648:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340992768:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016135.768693:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.771239:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.771444:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340992768:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016135.771470:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1691648->1699839] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.771483:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016135.771517:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338759680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2984us (3090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.771523:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14177 00000100:00100000:1.0:1734016135.771662:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759808 00000100:00100000:1.0:1734016135.771669:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759808 00002000:00100000:1.0:1734016135.771704:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3641344->3643514) req@ffff88011cd4ce00 x1818247338759808/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 2664/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.771712:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ce00 with x1818247338759808 ext(3641344->3643514) 00010000:00010000:1.0:1734016135.771718:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 9 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016135.771728:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 9 pid: 7692 timeout: 504 lvb_type: 0 00002000:00010000:1.0:1734016135.771737:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011cd4ce00 00000100:00100000:1.0:1734016135.771761:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 368 00000100:00100000:1.0:1734016135.771766:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338759808:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.772958:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338759808:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1189us (1721us total) trans 4294968317 rc 0/0 00000100:00100000:1.0:1734016135.772965:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 368 00002000:00100000:1.0:1734016135.772972:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3641344->3643514) req@ffff88011cd4ce00 x1818247338759808/t4294968317(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 2664/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.772983:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ce00 with x1818247338759808 ext(3641344->3643514) 00010000:00010000:1.0:1734016135.772989:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016135.772998:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00002000:00010000:1.0:1734016135.773004:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011cd4ce00 00000100:00100000:0.0:1734016135.774862:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.774944:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338759936 00000100:00100000:2.0:1734016135.774951:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338759936 00010000:00010000:2.0:1734016135.774974:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.775012:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3913 00000100:00100000:2.0:1734016135.775017:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338759936:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.775030:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016135.775044:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1734016135.775049:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.775058:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.775075:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea22e46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfae7 expref: 11 pid: 7692 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.775098:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.775100:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.775106:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775113:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.775141:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.775153:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340992896:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.775194:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.777161:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.777246:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760064 00000100:00100000:3.0:1734016135.777254:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760064 00000100:00100000:2.0:1734016135.777429:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340992896:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.777448:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.777496:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338759936:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2477us (2639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.777504:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3913 00000100:00100000:3.0:1734016135.777575:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14178 00000100:00100000:3.0:1734016135.777580:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338760064:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016135.777761:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 3643515 00002000:00010000:3.0:1734016135.777765:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.777767:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016135.777768:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016134 00002000:00010000:3.0:1734016135.777770:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1734016135.777811:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338760064:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 230us (654us total) trans 4294968318 rc 0/0 00000100:00100000:3.0:1734016135.777817:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14178 00000100:00100000:0.0:1734016135.785337:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.785592:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760320 00000100:00100000:1.0:1734016135.785600:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760320 00002000:00100000:1.0:1734016135.785647:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff88011cd4f100 x1818247338760320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.785656:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f100 with x1818247338760320 ext(0->3645439) 00002000:00010000:1.0:1734016135.785662:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4f100 00000100:00100000:1.0:1734016135.785690:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9708 00000100:00100000:1.0:1734016135.785696:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338760320:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.821533:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338760320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 35828us (36194us total) trans 0 rc 3645440/3645440 00000100:00100000:1.0:1734016135.821544:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9708 00002000:00100000:1.0:1734016135.821553:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff88011cd4f100 x1818247338760320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 3645440/3645440 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.821561:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4f100 with x1818247338760320 ext(0->3645439) 00002000:00010000:1.0:1734016135.821566:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4f100 00000100:00100000:0.0:1734016135.831038:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.831133:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760448 00000100:00100000:1.0:1734016135.831142:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760448 00002000:00100000:1.0:1734016135.831177:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1171456->1183743) req@ffff880122739c00 x1818247338760448/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 12776/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.831185:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739c00 with x1818247338760448 ext(1171456->1183743) 00002000:00010000:1.0:1734016135.831189:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739c00 00000100:00100000:1.0:1734016135.831222:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9709 00000100:00100000:1.0:1734016135.831228:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338760448:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.832320:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338760448:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1089us (1285us total) trans 4294968319 rc 0/0 00000100:00100000:1.0:1734016135.832327:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9709 00002000:00100000:1.0:1734016135.832336:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1171456->1183743) req@ffff880122739c00 x1818247338760448/t4294968319(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 12776/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.832342:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739c00 with x1818247338760448 ext(1171456->1183743) 00002000:00010000:1.0:1734016135.832345:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739c00 00000100:00100000:0.0:1734016135.835350:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.835418:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760576 00000100:00100000:1.0:1734016135.835424:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760576 00000100:00100000:1.0:1734016135.835468:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14179 00000100:00100000:1.0:1734016135.835474:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338760576:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016135.836881:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968319 is committed 00000001:00080000:0.0:1734016135.836893:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968317 is committed 00000100:00100000:1.0:1734016135.837087:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338760576:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1610us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016135.837096:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14179 00000100:00100000:0.0:1734016135.844362:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.844475:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.844664:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760704 00000100:00100000:3.0:1734016135.844672:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760704 00000100:00100000:3.0:1734016135.844705:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14180 00000100:00100000:3.0:1734016135.844711:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338760704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.844727:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.844742:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ff1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc84 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.844782:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340993024:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.844822:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.844869:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760832 00000100:00100000:1.0:1734016135.844872:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760832 00000100:00100000:1.0:1734016135.844898:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14181 00000100:00100000:1.0:1734016135.844902:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338760832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.844908:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.844917:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ff8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc8b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.844938:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.844955:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00002000:00010000:1.0:1734016135.847191:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016134 -> 1734016135 00002000:00010000:1.0:1734016135.847197:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016134 -> 1734016135 00002000:00010000:1.0:1734016135.847199:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 8 -> 32 00000100:00100000:1.0:1734016135.847218:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.847247:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ff8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc8b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.847259:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea22ff8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc8b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.847313:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016135.847347:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338760832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2443us (2871us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.847354:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14181 00000100:00100000:3.0:1734016135.847448:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340993024:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.847466:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ff1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc84 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.847474:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea22ff1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc84 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.847485:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016135.847499:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338760704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2788us (3144us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.847503:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14180 00000100:00100000:0.0:1734016135.851189:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.851229:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.851297:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761088 00000100:00100000:1.0:1734016135.851305:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761088 00000100:00100000:1.0:1734016135.851343:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338760960 00000100:00100000:1.0:1734016135.851345:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338760960 00000100:00100000:1.0:1734016135.851358:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14182 00000100:00100000:1.0:1734016135.851365:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338761088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.851379:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.851393:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22fff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc99 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.851436:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.851477:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.851523:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14183 00000100:00100000:2.0:1734016135.851528:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338760960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.851535:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.851546:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23006 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfc92 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.851571:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340993408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.851591:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.853815:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.853844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22fff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc99 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.853854:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea22fff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc99 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.854062:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016135.854107:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338761088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2743us (2925us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.854114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14182 00000100:00100000:2.0:1734016135.854408:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247340993408:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.854426:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23006 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc92 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.854434:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23006 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc92 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.854444:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016135.854461:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338760960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2932us (3232us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.854466:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14183 00000100:00100000:0.0:1734016135.857774:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016135.857815:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.857880:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761344 00000100:00100000:1.0:1734016135.857887:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761344 00000100:00100000:1.0:1734016135.857913:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761216 00000100:00100000:1.0:1734016135.857914:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761216 00000100:00100000:1.0:1734016135.858177:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14184 00000100:00100000:1.0:1734016135.858183:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338761344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016135.858198:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016135.858212:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea2300d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfca7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016135.858258:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993536:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016135.858333:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.858657:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14185 00000100:00100000:0.0:1734016135.858662:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338761216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.858670:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016135.858679:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea23014 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfca0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016135.858704:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340993664:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016135.858723:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016135.860759:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340993536:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016135.860791:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea2300d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfca7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.860802:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea2300d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfca7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016135.860829:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016135.860862:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338761344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2679us (3094us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016135.860869:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14184 00000100:00100000:2.0:1734016135.860962:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340993664:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.860992:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea23014 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfca0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.861000:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea23014 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfca0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.861011:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:2.0:1734016135.861027:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338761216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2365us (3212us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.861032:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14185 00000100:00100000:0.0:1734016135.863381:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.863471:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761472 00000100:00100000:2.0:1734016135.863477:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761472 00000100:00100000:2.0:1734016135.863502:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14186 00000100:00100000:2.0:1734016135.863507:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338761472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.863521:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.863534:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcae expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.863555:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.863561:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.863563:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016135.863566:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [581632->585727] (req 581632->585727) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.863586:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.863595:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.863603:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340993792:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016135.863648:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.869324:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340993792:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016135.869355:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [581632->585727] (req 581632->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.869370:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016135.869415:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338761472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5905us (6037us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.869424:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14186 00000100:00100000:0.0:1734016135.870111:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.870165:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761600 00000100:00100000:2.0:1734016135.870171:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761600 00010000:00010000:2.0:1734016135.870191:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.870210:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3914 00000100:00100000:2.0:1734016135.870215:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338761600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.870226:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.870244:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.870254:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.870287:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea22fea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc7d expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.870987:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.870990:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.870997:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.871004:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.871031:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.871042:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340993920:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.871080:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.878035:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340993920:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.878059:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.878099:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338761600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7883us (7989us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.878110:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3914 00000100:00100000:3.0:1734016135.880202:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.880450:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338761856 00000100:00100000:1.0:1734016135.880463:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338761856 00002000:00100000:1.0:1734016135.880516:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (581632->585727) req@ffff8800791f9500 x1818247338761856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.880526:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338761856 ext(581632->585727) 00002000:00010000:1.0:1734016135.880532:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:1.0:1734016135.880570:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9710 00000100:00100000:1.0:1734016135.880576:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338761856:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.880765:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338761856:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 187us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.880771:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9710 00002000:00100000:1.0:1734016135.880777:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (581632->585727) req@ffff8800791f9500 x1818247338761856/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.880783:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338761856 ext(581632->585727) 00002000:00010000:1.0:1734016135.880786:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:0.0:1734016135.884047:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.884185:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762112 00000100:00100000:2.0:1734016135.884193:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762112 00002000:00100000:2.0:1734016135.884240:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (585728->589823) req@ffff880079e26d80 x1818247338762112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.884248:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338762112 ext(585728->589823) 00002000:00010000:2.0:1734016135.884253:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26d80 00000100:00100000:2.0:1734016135.884311:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9711 00000100:00100000:2.0:1734016135.884317:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762112:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016135.884462:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762112:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 144us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016135.884469:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9711 00002000:00100000:2.0:1734016135.884476:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (585728->589823) req@ffff880079e26d80 x1818247338762112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016135.884482:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338762112 ext(585728->589823) 00002000:00010000:2.0:1734016135.884485:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26d80 00000100:00100000:0.0:1734016135.886493:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.886663:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762240 00000100:00100000:1.0:1734016135.886672:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762240 00002000:00100000:1.0:1734016135.886712:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (581632->589823) req@ffff880079e26300 x1818247338762240/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 8680/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.886721:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26300 with x1818247338762240 ext(581632->589823) 00002000:00010000:1.0:1734016135.886725:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26300 00000100:00100000:1.0:1734016135.886758:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9712 00000100:00100000:1.0:1734016135.886763:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762240:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016135.887925:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338762240:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1151us (1428us total) trans 4294968320 rc 0/0 00000100:00100000:1.0:1734016135.887939:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9712 00002000:00100000:1.0:1734016135.887951:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (581632->589823) req@ffff880079e26300 x1818247338762240/t4294968320(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 8680/448 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.887959:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26300 with x1818247338762240 ext(581632->589823) 00002000:00010000:1.0:1734016135.887964:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26300 00000100:00100000:0.0:1734016135.889970:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.890791:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762368 00000100:00100000:2.0:1734016135.890801:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762368 00000100:00100000:2.0:1734016135.891086:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14187 00000100:00100000:2.0:1734016135.891093:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338762368:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016135.892968:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968320 is committed 00000100:00100000:0.0:1734016135.893114:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338762368:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2015us (3145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.893123:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14187 00000100:00100000:0.0:1734016135.895784:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.895887:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762496 00000100:00100000:2.0:1734016135.895895:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762496 00000100:00100000:2.0:1734016135.895964:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14188 00000100:00100000:2.0:1734016135.895970:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.895985:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.896000:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23022 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcb5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.896046:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994048:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.896379:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016135.897778:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994048:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016135.897806:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23022 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcb5 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.897817:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23022 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcb5 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016135.898137:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016135.898185:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2213us (2408us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016135.898192:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14188 00000100:00100000:0.0:1734016135.900537:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.900612:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762624 00000100:00100000:2.0:1734016135.900620:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762624 00000100:00100000:2.0:1734016135.900809:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14189 00000100:00100000:2.0:1734016135.900816:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338762624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016135.900835:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016135.900854:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23029 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcbc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.900907:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994176:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016135.901139:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.903017:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994176:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.903049:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23029 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcbc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.903061:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23029 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcbc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.903577:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:3.0:1734016135.903625:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338762624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2808us (3092us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.903642:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14189 00000100:00100000:0.0:1734016135.906169:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.906258:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762752 00000100:00100000:3.0:1734016135.906266:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762752 00000100:00100000:3.0:1734016135.906484:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14190 00000100:00100000:3.0:1734016135.906491:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338762752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.906507:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.906522:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23030 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcc3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.906572:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994304:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.906644:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.909169:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994304:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.909203:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23030 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcc3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.909215:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23030 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcc3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.909226:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016135.909262:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338762752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2771us (3101us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.909292:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14190 00000100:00100000:0.0:1734016135.911425:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.911717:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338762880 00000100:00100000:3.0:1734016135.911725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338762880 00000100:00100000:3.0:1734016135.911837:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14191 00000100:00100000:3.0:1734016135.911845:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.911860:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.911876:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23037 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcca expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.911924:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994432:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.912238:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.914148:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994432:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.914180:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23037 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcca expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.914193:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23037 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcca expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.914204:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016135.914237:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338762880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2393us (2819us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.914247:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14191 00000100:00100000:0.0:1734016135.916442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.916581:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763008 00000100:00100000:3.0:1734016135.916589:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763008 00000100:00100000:3.0:1734016135.917167:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14192 00000100:00100000:3.0:1734016135.917175:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338763008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.917192:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.917210:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2303e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcd1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.917268:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340994560:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.917363:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016135.919340:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 32 -> 48 00000100:00100000:3.0:1734016135.919360:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340994560:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.919389:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2303e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd1 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.919400:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2303e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd1 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.919479:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016135.919864:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338763008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2687us (3426us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.919873:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14192 00000100:00100000:0.0:1734016135.921747:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.921828:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763136 00000100:00100000:3.0:1734016135.921835:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763136 00000100:00100000:3.0:1734016135.922109:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14193 00000100:00100000:3.0:1734016135.922115:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338763136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.922131:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.922145:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcd8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.922167:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.922173:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.922175:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.922178:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1261568->1265663] (req 1261568->1265663) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.922203:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.922214:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 5 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016135.922225:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340994688:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016135.922506:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.924496:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340994688:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016135.924524:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1261568->1265663] (req 1261568->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.924536:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016135.924571:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338763136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2455us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.924578:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14193 00000100:00100000:0.0:1734016135.926614:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016135.926729:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763264 00000100:00100000:2.0:1734016135.926736:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763264 00010000:00010000:2.0:1734016135.926761:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016135.926789:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3915 00000100:00100000:2.0:1734016135.926794:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338763264:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016135.926804:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016135.926819:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.926827:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.926844:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2301b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 581632->585727) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcae expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016135.927221:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.927223:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016135.927229:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.927241:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016135.927299:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016135.927311:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340994816:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016135.927357:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.930559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.930657:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763520 00000100:00100000:1.0:1734016135.930665:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763520 00002000:00100000:1.0:1734016135.930698:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1261568->1265663) req@ffff8800782f7100 x1818247338763520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.930706:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f7100 with x1818247338763520 ext(1261568->1265663) 00002000:00010000:1.0:1734016135.930711:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f7100 00000100:00100000:1.0:1734016135.930741:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9713 00000100:00100000:1.0:1734016135.930746:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338763520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.930875:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338763520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.930881:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9713 00002000:00100000:1.0:1734016135.930885:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1261568->1265663) req@ffff8800782f7100 x1818247338763520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.930891:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f7100 with x1818247338763520 ext(1261568->1265663) 00002000:00010000:1.0:1734016135.930894:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f7100 00000100:00100000:2.0:1734016135.930963:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340994816:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016135.930982:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016135.931006:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338763264:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4210us (4397us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016135.931012:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3915 00000100:00100000:0.0:1734016135.934729:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.934830:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763776 00000100:00100000:3.0:1734016135.934838:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763776 00002000:00100000:3.0:1734016135.934870:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1265664->1269759) req@ffff8800782f4380 x1818247338763776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.934878:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4380 with x1818247338763776 ext(1265664->1269759) 00002000:00010000:3.0:1734016135.934882:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4380 00000100:00100000:3.0:1734016135.934912:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9714 00000100:00100000:3.0:1734016135.934918:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338763776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.935049:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338763776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 129us (328us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016135.935055:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9714 00002000:00100000:3.0:1734016135.935060:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1265664->1269759) req@ffff8800782f4380 x1818247338763776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.935065:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4380 with x1818247338763776 ext(1265664->1269759) 00002000:00010000:3.0:1734016135.935067:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4380 00000100:00100000:0.0:1734016135.937683:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.937940:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338763904 00000100:00100000:3.0:1734016135.937948:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338763904 00000100:00100000:3.0:1734016135.938016:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14194 00000100:00100000:3.0:1734016135.938023:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338763904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.938038:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.938053:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcdf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.938077:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.938078:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.938084:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.938096:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.938105:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016135.938335:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338763904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 310us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.938341:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14194 00000100:00100000:0.0:1734016135.939962:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.940111:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764160 00000100:00100000:1.0:1734016135.940119:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764160 00002000:00100000:1.0:1734016135.940153:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2289664->2293759) req@ffff8800782f6300 x1818247338764160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.940166:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6300 with x1818247338764160 ext(2289664->2293759) 00002000:00010000:1.0:1734016135.940171:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6300 00000100:00100000:1.0:1734016135.940199:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9715 00000100:00100000:1.0:1734016135.940204:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338764160:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016135.940394:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338764160:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 188us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016135.940402:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9715 00002000:00100000:1.0:1734016135.940407:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2289664->2293759) req@ffff8800782f6300 x1818247338764160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.940414:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6300 with x1818247338764160 ext(2289664->2293759) 00002000:00010000:1.0:1734016135.940416:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f6300 00000100:00100000:0.0:1734016135.942083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.942240:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764416 00000100:00100000:3.0:1734016135.942246:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764416 00002000:00100000:3.0:1734016135.942298:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2293760->2297855) req@ffff8800782f4a80 x1818247338764416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.942305:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247338764416 ext(2293760->2297855) 00002000:00010000:3.0:1734016135.942309:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:3.0:1734016135.942330:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9716 00000100:00100000:3.0:1734016135.942335:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338764416:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.942436:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338764416:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 101us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016135.942442:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9716 00002000:00100000:3.0:1734016135.942447:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2293760->2297855) req@ffff8800782f4a80 x1818247338764416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/4536 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016135.942458:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247338764416 ext(2293760->2297855) 00002000:00010000:3.0:1734016135.942461:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:0.0:1734016135.944801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.944876:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764544 00000100:00100000:3.0:1734016135.944883:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764544 00000100:00100000:3.0:1734016135.944945:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14195 00000100:00100000:3.0:1734016135.944952:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338764544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.944966:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.944981:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23053 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfce6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.945027:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994944:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.945661:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.948305:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340994944:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.948334:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23053 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfce6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.948345:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23053 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfce6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.948395:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016135.948707:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338764544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3753us (3910us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.948714:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14195 00000100:00100000:0.0:1734016135.951188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.951366:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764672 00000100:00100000:3.0:1734016135.951374:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764672 00000100:00100000:3.0:1734016135.951499:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14196 00000100:00100000:3.0:1734016135.951506:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338764672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.951521:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.951537:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2305a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfced expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.951583:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016135.951638:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.953322:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995072:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016135.953356:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2305a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfced expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.953368:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2305a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfced expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.953378:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016135.953419:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338764672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1911us (2237us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016135.953426:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14196 00000100:00100000:0.0:1734016135.956447:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.956518:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764800 00000100:00100000:3.0:1734016135.956525:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764800 00000100:00100000:3.0:1734016135.956565:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14197 00000100:00100000:3.0:1734016135.956571:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338764800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.956585:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016135.956600:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcf4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.956623:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.956638:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.956640:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016135.956643:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [684032->696319] (req 684032->696319) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.956668:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.956678:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 6 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016135.956688:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995200:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016135.956741:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.962892:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995200:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016135.962928:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [684032->696319] (req 684032->696319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.962943:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016135.963236:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338764800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6662us (6794us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.963244:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14197 00000100:00100000:0.0:1734016135.963425:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016135.963522:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338764928 00000100:00100000:3.0:1734016135.963528:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338764928 00010000:00010000:3.0:1734016135.963548:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016135.963573:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3916 00000100:00100000:3.0:1734016135.963579:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338764928:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.963592:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016135.963611:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.963620:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.963646:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea22fc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfc5a expref: 7 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016135.963663:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.963665:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016135.963673:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.963680:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016135.963702:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.963713:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340995328:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016135.963744:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.973864:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340995328:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016135.973889:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016135.973954:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338764928:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10373us (10528us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.973964:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3916 00000100:00100000:0.0:1734016135.980908:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016135.981027:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765184 00000100:00100000:1.0:1734016135.981036:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765184 00002000:00100000:1.0:1734016135.981076:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079da8380 x1818247338765184/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/0 e 0 to 0 dl 1734016146 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016135.981085:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8380 with x1818247338765184 ext(0->4194303) 00002000:00010000:1.0:1734016135.981089:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8380 00000100:00100000:1.0:1734016135.981942:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9717 00000100:00100000:1.0:1734016135.981949:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338765184:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.020366:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338765184:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 38408us (39457us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016136.020376:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9717 00002000:00100000:1.0:1734016136.020385:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079da8380 x1818247338765184/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:96/0 lens 488/440 e 0 to 0 dl 1734016146 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.020393:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8380 with x1818247338765184 ext(0->4194303) 00002000:00010000:1.0:1734016136.020398:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8380 00000100:00100000:0.0:1734016136.026971:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.027073:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765312 00000100:00100000:3.0:1734016136.027081:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765312 00000100:00100000:3.0:1734016136.027155:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14198 00000100:00100000:3.0:1734016136.027161:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338765312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.027179:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.027194:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23068 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfcfb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.027242:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995456:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.027436:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.029066:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995456:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.029096:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23068 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcfb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.029107:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23068 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcfb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.031251:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016136.031387:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338765312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4221us (4417us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.031395:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14198 00000100:00100000:0.0:1734016136.035386:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.035472:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765440 00000100:00100000:3.0:1734016136.035481:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765440 00000100:00100000:3.0:1734016136.035598:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14199 00000100:00100000:3.0:1734016136.035604:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338765440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.035621:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.035644:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2306f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd02 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.035688:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995584:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.035962:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.038688:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340995584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.038720:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2306f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd02 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.038731:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2306f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd02 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.039134:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016136.039179:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338765440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3574us (3799us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.039187:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14199 00000100:00100000:0.0:1734016136.052618:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.052765:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765696 00000100:00100000:1.0:1734016136.052773:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765696 00002000:00100000:1.0:1734016136.052813:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff880122739180 x1818247338765696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.052821:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739180 with x1818247338765696 ext(0->3645439) 00002000:00010000:1.0:1734016136.052825:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739180 00000100:00100000:1.0:1734016136.052856:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9718 00000100:00100000:1.0:1734016136.052862:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338765696:12345-192.168.201.60@tcp:3:fsx.0 00000100:00080000:0.0:1734016136.055701:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016106 00000100:00100000:1.0:1734016136.087163:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338765696:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 34292us (34545us total) trans 0 rc 3637248/3637248 00000100:00100000:1.0:1734016136.087176:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9718 00002000:00100000:1.0:1734016136.087187:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff880122739180 x1818247338765696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 3637248/3637248 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.087194:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739180 with x1818247338765696 ext(0->3645439) 00002000:00010000:1.0:1734016136.087198:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880122739180 00000100:00100000:0.0:1734016136.095506:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.095809:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765824 00000100:00100000:3.0:1734016136.095817:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765824 00000100:00100000:1.0:1734016136.096907:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14200 00000100:00100000:1.0:1734016136.096915:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338765824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.096931:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.096947:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd09 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.096975:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.096982:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.096988:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.096989:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.096992:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [569344->577535] (req 569344->577535) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.097018:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.097029:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016136.097040:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340995712:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.097108:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.097116:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016136.097124:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340995840:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.097143:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.104311:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340995712:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.104326:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340995840:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.104353:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [569344->577535] (req 569344->577535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.104369:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016136.104416:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338765824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7499us (8915us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.104424:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14200 00000100:00100000:0.0:1734016136.113242:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.113797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.113876:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766080 00000100:00100000:1.0:1734016136.113883:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766080 00010000:00010000:1.0:1734016136.113910:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016136.113951:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338765952 00000100:00100000:1.0:1734016136.113953:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338765952 00010000:00010000:1.0:1734016136.113963:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016136.114216:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3917 00000100:00100000:1.0:1734016136.114223:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338766080:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.114235:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.114252:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016136.114264:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.114348:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3918 00000100:00100000:2.0:1734016136.114354:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338765952:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.114362:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.114494:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.114504:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.114520:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2304c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2289664->2297855) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcdf expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.114550:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.114584:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338765952:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 229us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.114592:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3918 00010000:00010000:1.0:1734016136.115527:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23045 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1265663) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcd8 expref: 8 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016136.115549:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.115551:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.115556:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.115564:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.115592:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.115603:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340995968:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016136.115646:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.119199:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340995968:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016136.119218:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016136.119255:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338766080:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5031us (6019us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.119263:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3917 00000100:00100000:0.0:1734016136.120571:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.120662:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766208 00000100:00100000:0.0:1734016136.120668:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766208 00000100:00100000:0.0:1734016136.120713:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14201 00000100:00100000:0.0:1734016136.120718:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338766208:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016136.120875:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 3643515 00002000:00010000:0.0:1734016136.120878:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.120880:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.120882:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.120884:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:0.0:1734016136.120930:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338766208:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 210us (359us total) trans 4294968321 rc 0/0 00000100:00100000:0.0:1734016136.120935:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14201 00000100:00100000:0.0:1734016136.123490:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.124090:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766464 00000100:00100000:3.0:1734016136.124097:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766464 00000100:00100000:3.0:1734016136.124143:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14202 00000100:00100000:3.0:1734016136.124149:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338766464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.124164:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.124185:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2307d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd17 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.124232:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340996096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.124306:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.124388:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.125078:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766336 00000100:00100000:2.0:1734016136.125083:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766336 00000100:00100000:2.0:1734016136.125111:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14203 00000100:00100000:2.0:1734016136.125116:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338766336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.125123:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.125132:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea23084 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd10 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.125157:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340996224:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.125189:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.127736:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340996224:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.127766:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea23084 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd10 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.127779:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea23084 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd10 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.127792:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016136.127842:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338766336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2724us (3453us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.127852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14203 00000100:00100000:3.0:1734016136.127934:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340996096:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.127952:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2307d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd17 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.127961:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2307d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd17 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.127972:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016136.127991:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338766464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3842us (4507us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.127997:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14202 00000100:00100000:2.0:1734016136.132250:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.132386:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766592 00000100:00100000:3.0:1734016136.132393:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766592 00000100:00100000:3.0:1734016136.132436:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14204 00000100:00100000:3.0:1734016136.132442:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338766592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.132456:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.132472:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd1e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.132495:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.132503:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.132504:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.132508:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2637824->2641919] (req 2637824->2641919) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.132534:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.132545:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 6 pid: 7694 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.132556:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340996352:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016136.132613:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.135724:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340996352:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.135752:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2637824->2641919] (req 2637824->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.135766:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016136.135815:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338766592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3373us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.135823:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14204 00000100:00100000:0.0:1734016136.136437:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.136554:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766720 00000100:00100000:2.0:1734016136.136560:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766720 00010000:00010000:2.0:1734016136.136579:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.136597:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3919 00000100:00100000:2.0:1734016136.136601:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338766720:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.136611:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.136635:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.136644:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.136659:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23076 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 569344->577535) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd09 expref: 7 pid: 7694 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.136670:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.136671:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.136676:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.136683:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.136711:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.136722:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340996480:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016136.136751:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.138920:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.139018:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338766976 00000100:00100000:1.0:1734016136.139026:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338766976 00002000:00100000:1.0:1734016136.139059:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2637824->2641919) req@ffff880079f22300 x1818247338766976/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.139068:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22300 with x1818247338766976 ext(2637824->2641919) 00002000:00010000:1.0:1734016136.139072:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f22300 00000100:00100000:1.0:1734016136.139106:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9719 00000100:00100000:1.0:1734016136.139113:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338766976:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.139247:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338766976:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 133us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.139254:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9719 00002000:00100000:1.0:1734016136.139259:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2637824->2641919) req@ffff880079f22300 x1818247338766976/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.139265:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f22300 with x1818247338766976 ext(2637824->2641919) 00002000:00010000:1.0:1734016136.139301:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f22300 00000100:00100000:2.0:1734016136.139378:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247340996480:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016136.139395:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.139428:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338766720:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2825us (2992us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.139435:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3919 00000100:00100000:0.0:1734016136.142746:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.143635:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767104 00000100:00100000:3.0:1734016136.143643:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767104 00000100:00100000:3.0:1734016136.143689:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14205 00000100:00100000:3.0:1734016136.143697:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338767104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.143714:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.143728:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23092 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd25 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.143775:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.144403:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.146578:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996608:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.146610:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23092 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd25 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.146622:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23092 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd25 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.147165:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016136.147219:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338767104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3521us (4478us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.147227:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14205 00000100:00100000:0.0:1734016136.149770:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.150244:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767232 00000100:00100000:3.0:1734016136.150254:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767232 00000100:00100000:3.0:1734016136.150494:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14206 00000100:00100000:3.0:1734016136.150500:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338767232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.150516:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.150532:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23099 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd2c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.150579:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.150977:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.152474:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996736:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.152498:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23099 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd2c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.152509:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd2c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.152517:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016136.152552:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338767232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2049us (2785us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.152558:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14206 00000100:00100000:0.0:1734016136.154422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.154524:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767360 00000100:00100000:3.0:1734016136.154530:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767360 00000100:00100000:3.0:1734016136.154566:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14207 00000100:00100000:3.0:1734016136.154572:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338767360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.154585:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.154597:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd33 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.154618:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.154664:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.154666:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.154670:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.154694:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.154705:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.154715:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996864:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016136.154764:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.157055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.157148:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767488 00000100:00100000:3.0:1734016136.157155:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767488 00002000:00100000:3.0:1734016136.157188:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (684032->696319) req@ffff88007a0b2300 x1818247338767488/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 12776/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.157196:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338767488 ext(684032->696319) 00010000:00010000:3.0:1734016136.157204:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.157215:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00002000:00010000:3.0:1734016136.157220:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a0b2300 00000100:00100000:3.0:1734016136.157246:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 369 00000100:00100000:3.0:1734016136.157254:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338767488:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.157583:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340996864:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.157603:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [393216->397311] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.157613:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016136.157660:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338767360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3088us (3243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.157666:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14207 00000100:00100000:3.0:1734016136.158987:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338767488:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1730us (1934us total) trans 4294969950 rc 0/0 00000100:00100000:3.0:1734016136.158994:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 369 00002000:00100000:3.0:1734016136.159001:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (684032->696319) req@ffff88007a0b2300 x1818247338767488/t4294969950(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 12776/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.159008:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338767488 ext(684032->696319) 00010000:00010000:3.0:1734016136.159015:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.159026:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00002000:00010000:3.0:1734016136.159031:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a0b2300 00000100:00100000:0.0:1734016136.164417:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.166234:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767616 00000100:00100000:2.0:1734016136.166245:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767616 00010000:00010000:2.0:1734016136.166291:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.166407:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3920 00000100:00100000:2.0:1734016136.166414:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338767616:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.166426:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016136.166441:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1040 00010000:00010000:2.0:1734016136.166447:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.166458:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.166481:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->696319) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfcf4 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.166919:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.166922:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.166929:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.166937:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.166967:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.166978:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340996992:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016136.167116:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.169301:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.169388:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247340996992:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016136.169406:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.169443:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338767616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3028us (5033us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.169451:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3920 00000100:00100000:3.0:1734016136.169516:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338767872 00000100:00100000:3.0:1734016136.169521:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338767872 00002000:00100000:3.0:1734016136.169550:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff88007a0b0a80 x1818247338767872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.169559:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338767872 ext(393216->397311) 00002000:00010000:3.0:1734016136.169563:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b0a80 00000100:00100000:3.0:1734016136.170111:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9720 00000100:00100000:3.0:1734016136.170118:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338767872:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.170212:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338767872:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 94us (916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016136.170217:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9720 00002000:00100000:3.0:1734016136.170223:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff88007a0b0a80 x1818247338767872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.170230:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338767872 ext(393216->397311) 00002000:00010000:3.0:1734016136.170232:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b0a80 00000100:00100000:0.0:1734016136.176496:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.176547:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.176622:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768128 00000100:00100000:3.0:1734016136.176639:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768128 00000100:00100000:3.0:1734016136.176672:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768000 00000100:00100000:3.0:1734016136.176675:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768000 00000100:00100000:3.0:1734016136.176689:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14208 00000100:00100000:3.0:1734016136.176696:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338768128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.176711:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.176726:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd41 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.176748:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.176750:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.176757:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.176774:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.176784:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:0.0:1734016136.176872:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14209 00000100:00100000:0.0:1734016136.176878:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338768000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.176885:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.176894:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea230ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd3a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.176929:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340997120:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.177216:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338768128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 519us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.177223:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14208 00000100:00100000:0.0:1734016136.177268:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.178913:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340997120:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.178939:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea230ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd3a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.178954:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea230ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd3a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.179514:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:2.0:1734016136.179583:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338768000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2703us (3034us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.179589:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14209 00000100:00100000:0.0:1734016136.182722:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.183669:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768256 00000100:00100000:2.0:1734016136.183677:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768256 00000100:00100000:2.0:1734016136.183957:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14210 00000100:00100000:2.0:1734016136.183964:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338768256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.183978:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.183992:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea230b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd48 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.184037:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340997248:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.184526:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.186118:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247340997248:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.186146:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea230b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd48 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.186157:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea230b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd48 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.186773:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016136.186813:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338768256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2848us (4098us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.186821:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14210 00000100:00100000:0.0:1734016136.189869:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.190804:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768384 00000100:00100000:2.0:1734016136.190813:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768384 00000100:00100000:2.0:1734016136.190857:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14211 00000100:00100000:2.0:1734016136.190864:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338768384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.190879:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.190894:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd4f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.190918:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.190925:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.190931:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.190933:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.190936:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.190961:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.190977:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 6 pid: 8975 timeout: 504 lvb_type: 1 00000100:00100000:2.0:1734016136.190988:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997376:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016136.191463:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.191471:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.191480:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997504:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016136.191498:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.194320:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997376:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016136.194333:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997504:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016136.194358:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.194373:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016136.194412:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338768384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3546us (4549us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.194419:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14211 00000100:00100000:0.0:1734016136.195011:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.195083:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.195258:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768640 00000100:00100000:3.0:1734016136.195265:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768640 00010000:00010000:3.0:1734016136.195308:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.195328:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768512 00000100:00100000:3.0:1734016136.195330:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768512 00010000:00010000:3.0:1734016136.195339:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 504 lvb_type: 1 00000100:00100000:3.0:1734016136.195360:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3921 00000100:00100000:3.0:1734016136.195365:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338768640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.195376:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.195392:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.195401:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.195424:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2308b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2637824->2641919) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd1e expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.195436:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.195458:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338768640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 92us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.195463:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3921 00000100:00100000:3.0:1734016136.195509:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3922 00000100:00100000:3.0:1734016136.195514:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338768512:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.195520:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.195527:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 504 lvb_type: 1 00010000:00010000:3.0:1734016136.195535:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 504 lvb_type: 1 00010000:00010000:3.0:1734016136.195545:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea230a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd41 expref: 7 pid: 8975 timeout: 504 lvb_type: 1 00010000:00010000:3.0:1734016136.195553:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.195554:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.195559:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.195567:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.195591:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.195602:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340997632:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.195637:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.198386:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340997632:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.198405:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.198795:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338768512:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3278us (3710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.198805:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3922 00000100:00100000:0.0:1734016136.199183:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.199409:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768768 00000100:00100000:3.0:1734016136.199414:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768768 00000100:00100000:3.0:1734016136.199437:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14212 00000100:00100000:3.0:1734016136.199442:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338768768:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.199599:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 3643515 00002000:00010000:3.0:1734016136.199602:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.199604:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:3.0:1734016136.199606:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016135 -> 1734016136 00002000:00010000:3.0:1734016136.199607:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 56 00000100:00100000:3.0:1734016136.199657:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338768768:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 214us (474us total) trans 4294968322 rc 0/0 00000100:00100000:3.0:1734016136.199663:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14212 00000100:00100000:2.0:1734016136.202031:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.202069:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.202130:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338768896 00000100:00100000:0.0:1734016136.202137:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338768896 00000100:00100000:0.0:1734016136.202171:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769024 00000100:00100000:0.0:1734016136.202174:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769024 00000100:00100000:0.0:1734016136.202185:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14213 00000100:00100000:0.0:1734016136.202192:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338768896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.202206:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.202219:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea230c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd56 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.202259:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130887480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340997760:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.202330:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.202386:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14214 00000100:00100000:3.0:1734016136.202391:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338769024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.202399:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.202408:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea230ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd5d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.202430:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997888:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.202449:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.204339:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130887480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340997760:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.204368:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea230c3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd56 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.204381:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea230c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd56 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.204405:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:2.0:1734016136.204438:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338768896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2244us (2411us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.204445:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14213 00000100:00100000:3.0:1734016136.204820:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247340997888:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.204840:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea230ca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd5d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.204848:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea230ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd5d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.204860:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016136.204882:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338769024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2490us (2812us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.204887:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14214 00000100:00100000:0.0:1734016136.210719:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.210771:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.210840:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769152 00000100:00100000:2.0:1734016136.210847:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769152 00000100:00100000:2.0:1734016136.210878:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769280 00000100:00100000:2.0:1734016136.210879:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769280 00000100:00100000:2.0:1734016136.210894:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14215 00000100:00100000:2.0:1734016136.210901:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338769152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.210916:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.210930:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea230d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd64 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.210979:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998016:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.211023:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.211213:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14216 00000100:00100000:0.0:1734016136.211219:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338769280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.211227:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.211238:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea230d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd6b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.211263:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340998144:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.211309:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.213561:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340998144:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.213592:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea230d8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd6b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.213605:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea230d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd6b expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.213634:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:1.0:1734016136.213672:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338769280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2451us (2901us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.213683:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14216 00000100:00100000:2.0:1734016136.213778:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998016:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.213796:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea230d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd64 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.213809:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea230d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd64 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.213820:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016136.213838:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338769152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2938us (3126us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.213844:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14215 00000100:00100000:0.0:1734016136.218337:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.218385:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.218476:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769536 00000100:00100000:1.0:1734016136.218484:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769536 00000100:00100000:1.0:1734016136.218513:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769408 00000100:00100000:1.0:1734016136.218515:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769408 00000100:00100000:1.0:1734016136.218543:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14217 00000100:00100000:1.0:1734016136.218549:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338769536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.218564:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.218578:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea230df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd79 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.218635:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340998272:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.218681:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.218744:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14218 00000100:00100000:2.0:1734016136.218749:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338769408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.218757:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.218765:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea230e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd72 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.218790:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998400:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.218809:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.221364:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247340998272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.221399:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea230df lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd79 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.221413:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea230df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd79 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.221441:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016136.221484:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338769536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2932us (3153us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.221492:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14217 00000100:00100000:2.0:1734016136.221597:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998400:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.221617:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea230e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd72 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.221624:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea230e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd72 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.221671:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016136.221687:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338769408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2937us (3302us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.221700:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14218 00000100:00100000:0.0:1734016136.224470:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.224567:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769664 00000100:00100000:2.0:1734016136.224575:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769664 00000100:00100000:2.0:1734016136.224620:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14219 00000100:00100000:2.0:1734016136.224634:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338769664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.224650:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.224665:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd80 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.224696:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.224702:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.224703:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.224706:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2490368->2494463] (req 2490368->2494463) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.224729:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.224739:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.224750:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998528:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016136.225428:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.227800:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.227976:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769792 00000100:00100000:1.0:1734016136.227983:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769792 00002000:00100000:1.0:1734016136.228018:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff880130885880 x1818247338769792/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 4584/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.228027:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338769792 ext(393216->397311) 00010000:00010000:1.0:1734016136.228036:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:1.0:1734016136.228048:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00002000:00010000:1.0:1734016136.228053:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130885880 00000100:00100000:1.0:1734016136.228072:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 370 00000100:00100000:1.0:1734016136.228078:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338769792:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.228459:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f276a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247340998528:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.228482:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2490368->2494463] (req 2490368->2494463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.228493:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:3.0:1734016136.228527:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338769664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3900us (4064us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.228534:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14219 00000100:00100000:2.0:1734016136.229190:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338769792:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1109us (1393us total) trans 4294969951 rc 0/0 00000100:00100000:2.0:1734016136.229198:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 370 00002000:00100000:2.0:1734016136.229204:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (393216->397311) req@ffff880130885880 x1818247338769792/t4294969951(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 4584/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.229209:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885880 with x1818247338769792 ext(393216->397311) 00010000:00010000:2.0:1734016136.229214:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.229223:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00002000:00010000:2.0:1734016136.229229:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130885880 00000100:00100000:0.0:1734016136.231082:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.231450:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338769920 00000100:00100000:3.0:1734016136.231457:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338769920 00010000:00010000:3.0:1734016136.231485:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.231508:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3923 00000100:00100000:3.0:1734016136.231514:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338769920:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.231527:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.231543:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.231553:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.231575:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea230a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 393216->397311) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd33 expref: 9 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:3.0:1734016136.231604:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.231606:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.231612:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.231620:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.231657:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.231671:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340998656:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.231729:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.235065:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.235125:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770176 00000100:00100000:2.0:1734016136.235132:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770176 00002000:00100000:2.0:1734016136.235160:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2490368->2494463) req@ffff880130885500 x1818247338770176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.235168:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338770176 ext(2490368->2494463) 00002000:00010000:2.0:1734016136.235172:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:2.0:1734016136.235188:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9721 00000100:00100000:2.0:1734016136.235193:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338770176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.235337:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338770176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.235344:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9721 00002000:00100000:2.0:1734016136.235349:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2490368->2494463) req@ffff880130885500 x1818247338770176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.235356:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885500 with x1818247338770176 ext(2490368->2494463) 00002000:00010000:2.0:1734016136.235358:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130885500 00000100:00100000:3.0:1734016136.236026:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340998656:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.236044:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.236066:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338769920:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4551us (4990us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.236072:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3923 00000100:00100000:0.0:1734016136.238329:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.238442:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770304 00000100:00100000:2.0:1734016136.238449:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770304 00002000:00100000:2.0:1734016136.238484:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2490368->2494463) req@ffff880130886a00 x1818247338770304/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 4584/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.238492:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886a00 with x1818247338770304 ext(2490368->2494463) 00002000:00010000:2.0:1734016136.238496:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130886a00 00000100:00100000:2.0:1734016136.239187:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9722 00000100:00100000:2.0:1734016136.239193:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338770304:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016136.240209:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338770304:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1014us (1887us total) trans 4294969952 rc 0/0 00000100:00100000:2.0:1734016136.240217:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9722 00002000:00100000:2.0:1734016136.240224:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (2490368->2494463) req@ffff880130886a00 x1818247338770304/t4294969952(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 4584/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.240231:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886a00 with x1818247338770304 ext(2490368->2494463) 00002000:00010000:2.0:1734016136.240234:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130886a00 00000100:00100000:0.0:1734016136.242467:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.242565:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770432 00000100:00100000:3.0:1734016136.242574:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770432 00000100:00100000:3.0:1734016136.242645:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14220 00000100:00100000:3.0:1734016136.242651:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338770432:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016136.244315:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969952 is committed 00000001:00080000:2.0:1734016136.244325:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969951 is committed 00000100:00100000:3.0:1734016136.244721:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338770432:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2067us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.244729:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14220 00000100:00100000:0.0:1734016136.246961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.247100:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770560 00000100:00100000:3.0:1734016136.247107:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770560 00000100:00100000:3.0:1734016136.247355:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14221 00000100:00100000:3.0:1734016136.247362:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.247377:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.247393:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea230f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd87 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.247438:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340998784:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.247480:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.248886:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340998784:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.248910:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea230f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd87 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.248920:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea230f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd87 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.248931:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016136.249297:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1933us (2339us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.249304:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14221 00000100:00100000:0.0:1734016136.253437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.253596:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770688 00000100:00100000:3.0:1734016136.253603:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770688 00000100:00100000:3.0:1734016136.254205:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14222 00000100:00100000:3.0:1734016136.254212:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.254225:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.254238:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea230fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd8e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.254675:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340998912:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.255099:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.262483:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340998912:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.262517:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea230fb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd8e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.262530:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea230fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd8e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.262708:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016136.262759:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8545us (9325us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.262766:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14222 00000100:00100000:0.0:1734016136.267366:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.267632:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770816 00000100:00100000:3.0:1734016136.267639:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770816 00000100:00100000:3.0:1734016136.269937:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14223 00000100:00100000:3.0:1734016136.269948:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.269967:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.269985:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23102 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd95 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.270039:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340999040:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.270102:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.273129:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340999040:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.273163:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23102 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd95 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.273174:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23102 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd95 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.273200:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016136.273241:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338770816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3295us (5883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.273251:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14223 00000100:00100000:0.0:1734016136.277028:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.277131:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338770944 00000100:00100000:3.0:1734016136.277140:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338770944 00000100:00100000:3.0:1734016136.278210:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14224 00000100:00100000:3.0:1734016136.278218:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338770944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.278233:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.278249:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfd9c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.278288:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.278294:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.278296:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016136.278299:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1703936->1708031] (req 1703936->1708031) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.278326:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.278337:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 8 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.278348:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340999168:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016136.278403:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.283227:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.284740:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771072 00000100:00100000:2.0:1734016136.284750:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771072 00010000:00010000:2.0:1734016136.284780:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.284815:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3924 00000100:00100000:2.0:1734016136.284821:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338771072:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.284836:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.284855:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.284865:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.284884:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.284886:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.284892:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.284899:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.284929:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.284940:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340999296:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016136.285004:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016136.285145:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea230bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd4f expref: 9 pid: 13929 timeout: 504 lvb_type: 0 00000100:00100000:3.0:1734016136.285165:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247340999168:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.285186:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.285194:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016136.285216:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338770944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6998us (8196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.285223:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14224 00000100:00100000:2.0:1734016136.287388:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247340999296:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016136.287407:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.287451:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338771072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2629us (4231us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.287460:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3924 00000100:00100000:0.0:1734016136.288744:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.289452:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771328 00000100:00100000:2.0:1734016136.289460:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771328 00002000:00100000:2.0:1734016136.289497:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1703936->1708031) req@ffff88007a31ad80 x1818247338771328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.289506:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31ad80 with x1818247338771328 ext(1703936->1708031) 00002000:00010000:2.0:1734016136.289510:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31ad80 00000100:00100000:2.0:1734016136.289526:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9723 00000100:00100000:2.0:1734016136.289532:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338771328:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.289668:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338771328:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.289673:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9723 00002000:00100000:2.0:1734016136.289679:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (1703936->1708031) req@ffff88007a31ad80 x1818247338771328/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.289685:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31ad80 with x1818247338771328 ext(1703936->1708031) 00002000:00010000:2.0:1734016136.289688:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31ad80 00000100:00100000:0.0:1734016136.297227:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.297927:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771584 00000100:00100000:2.0:1734016136.297935:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771584 00002000:00100000:2.0:1734016136.297968:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1708032->1712127) req@ffff88007a31a680 x1818247338771584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.297977:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a680 with x1818247338771584 ext(1708032->1712127) 00002000:00010000:2.0:1734016136.297982:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31a680 00000100:00100000:2.0:1734016136.297997:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9724 00000100:00100000:2.0:1734016136.298003:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338771584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.298145:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338771584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.298152:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9724 00002000:00100000:2.0:1734016136.298156:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1708032->1712127) req@ffff88007a31a680 x1818247338771584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.298162:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a680 with x1818247338771584 ext(1708032->1712127) 00002000:00010000:2.0:1734016136.298165:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31a680 00000100:00100000:0.0:1734016136.300608:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.301234:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.301369:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771840 00000100:00100000:1.0:1734016136.301378:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771840 00000100:00100000:1.0:1734016136.301407:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771712 00000100:00100000:1.0:1734016136.301409:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771712 00000100:00100000:1.0:1734016136.301616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14225 00000100:00100000:1.0:1734016136.301635:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338771840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.301652:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.301671:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdaa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.301693:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.301695:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.301701:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.301722:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.301731:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016136.301769:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338771840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 146us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.301774:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14225 00000100:00100000:1.0:1734016136.301802:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14226 00000100:00100000:1.0:1734016136.301806:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338771712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.301812:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.301819:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23117 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfda3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.301852:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.301878:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00002000:00010000:1.0:1734016136.303661:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016135 -> 1734016136 00002000:00010000:1.0:1734016136.303668:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00002000:00010000:1.0:1734016136.303670:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016135 -> 1734016136 00002000:00010000:1.0:1734016136.303671:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1040 -> 1048 00000100:00100000:1.0:1734016136.303689:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999424:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.303712:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23117 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfda3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.303723:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23117 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfda3 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.303921:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016136.303953:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338771712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2145us (2719us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.303959:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14226 00000100:00100000:0.0:1734016136.305682:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.305766:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338771968 00000100:00100000:1.0:1734016136.305773:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338771968 00000100:00100000:1.0:1734016136.306355:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14227 00000100:00100000:1.0:1734016136.306363:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338771968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.306379:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.306394:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2311e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdb1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.306441:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.306521:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.308859:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999552:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.308891:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2311e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdb1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.308904:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2311e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdb1 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.308968:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016136.309396:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338771968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3031us (3717us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.309407:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14227 00000100:00100000:0.0:1734016136.311707:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.311788:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772096 00000100:00100000:1.0:1734016136.311797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772096 00000100:00100000:1.0:1734016136.311961:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14228 00000100:00100000:1.0:1734016136.311967:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338772096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.311985:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.312000:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23125 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdb8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.312047:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999680:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.312359:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.314649:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999680:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.314678:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23125 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdb8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.314691:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23125 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdb8 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.314716:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016136.314752:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338772096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2784us (3051us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.314759:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14228 00000100:00100000:0.0:1734016136.316806:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.316975:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772224 00000100:00100000:1.0:1734016136.316983:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772224 00000100:00100000:1.0:1734016136.317025:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14229 00000100:00100000:1.0:1734016136.317031:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338772224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.317046:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.317061:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdbf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.317083:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.317089:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.317091:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.317093:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [507904->516095] (req 507904->516095) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.317119:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.317129:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 6 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:1.0:1734016136.317139:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999808:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.317191:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.320118:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247340999808:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.320144:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [507904->516095] (req 507904->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.320157:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016136.320195:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338772224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3162us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.320203:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14229 00000100:00100000:0.0:1734016136.321050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.321324:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772352 00000100:00100000:2.0:1734016136.321331:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772352 00010000:00010000:2.0:1734016136.321351:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00000100:00100000:2.0:1734016136.321374:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3925 00000100:00100000:2.0:1734016136.321379:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338772352:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.321389:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.321404:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.321412:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.321427:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea230ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2490368->2494463) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd80 expref: 7 pid: 8975 timeout: 504 lvb_type: 0 00010000:00010000:2.0:1734016136.321446:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.321448:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.321453:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.321459:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.321482:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.321490:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340999936:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016136.321519:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.324401:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.324538:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247340999936:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016136.324557:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.324589:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338772352:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3209us (3540us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.324599:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3925 00000100:00100000:1.0:1734016136.324808:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772480 00000100:00100000:1.0:1734016136.324815:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772480 00000100:00100000:1.0:1734016136.324839:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14230 00000100:00100000:1.0:1734016136.324844:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338772480:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016136.325037:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4563706 00002000:00010000:1.0:1734016136.325039:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.325041:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:1.0:1734016136.325043:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.325044:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1048 -> 1056 00000100:00100000:1.0:1734016136.325064:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338772480:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 220us (675us total) trans 4294969953 rc 0/0 00000100:00100000:1.0:1734016136.325069:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14230 00000100:00100000:0.0:1734016136.329530:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.330435:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772608 00000100:00100000:2.0:1734016136.330443:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772608 00000100:00100000:2.0:1734016136.330832:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14231 00000100:00100000:2.0:1734016136.330839:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338772608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.330855:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.330869:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23133 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdc6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.330915:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000064:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.331506:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016136.334201:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016136.334230:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000064:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.334265:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23133 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdc6 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.334405:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23133 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdc6 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.334566:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016136.335229:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338772608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4387us (5706us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.335238:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14231 00000100:00100000:0.0:1734016136.338055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.338254:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772736 00000100:00100000:2.0:1734016136.338262:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772736 00000100:00100000:2.0:1734016136.338329:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14232 00000100:00100000:2.0:1734016136.338336:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338772736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.338352:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.338366:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2313a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdcd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.338412:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000192:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.338464:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.340248:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000192:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.340300:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2313a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdcd expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.340317:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2313a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdcd expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.340912:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016136.340963:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338772736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2625us (2913us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.340971:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14232 00000100:00100000:0.0:1734016136.346023:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.346890:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338772992 00000100:00100000:2.0:1734016136.346898:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338772992 00002000:00100000:2.0:1734016136.346941:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1216512->1220607) req@ffff880079db5500 x1818247338772992/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.346949:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5500 with x1818247338772992 ext(1216512->1220607) 00002000:00010000:2.0:1734016136.346954:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5500 00000100:00100000:2.0:1734016136.347094:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9725 00000100:00100000:2.0:1734016136.347101:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338772992:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.347244:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338772992:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (1228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.347250:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9725 00002000:00100000:2.0:1734016136.347255:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (1216512->1220607) req@ffff880079db5500 x1818247338772992/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.347260:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5500 with x1818247338772992 ext(1216512->1220607) 00002000:00010000:2.0:1734016136.347262:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db5500 00000100:00100000:0.0:1734016136.352846:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.353223:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773248 00000100:00100000:2.0:1734016136.353231:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773248 00002000:00100000:2.0:1734016136.353262:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1220608->1224703) req@ffff880079f91180 x1818247338773248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.353538:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91180 with x1818247338773248 ext(1220608->1224703) 00002000:00010000:2.0:1734016136.353542:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91180 00000100:00100000:2.0:1734016136.353562:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9726 00000100:00100000:2.0:1734016136.353568:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338773248:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.354375:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338773248:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 804us (1536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.354383:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9726 00002000:00100000:2.0:1734016136.354389:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1220608->1224703) req@ffff880079f91180 x1818247338773248/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.354396:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91180 with x1818247338773248 ext(1220608->1224703) 00002000:00010000:2.0:1734016136.354399:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91180 00000100:00100000:0.0:1734016136.357328:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.358832:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773504 00000100:00100000:2.0:1734016136.358841:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773504 00002000:00100000:2.0:1734016136.358876:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1224704->1228799) req@ffff880079f93480 x1818247338773504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.358884:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338773504 ext(1224704->1228799) 00002000:00010000:2.0:1734016136.358889:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:2.0:1734016136.358912:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9727 00000100:00100000:2.0:1734016136.358918:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338773504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.359050:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338773504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 131us (1728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.359059:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9727 00002000:00100000:2.0:1734016136.359065:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1224704->1228799) req@ffff880079f93480 x1818247338773504/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.359071:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338773504 ext(1224704->1228799) 00002000:00010000:2.0:1734016136.359074:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:0.0:1734016136.362584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.362739:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773632 00000100:00100000:2.0:1734016136.362746:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773632 00000100:00100000:2.0:1734016136.362882:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14233 00000100:00100000:2.0:1734016136.362888:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338773632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.362903:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.362917:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23141 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdd4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.362958:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000320:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.363012:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.365453:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000320:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.365481:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23141 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdd4 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.365492:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23141 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdd4 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.365513:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016136.365553:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338773632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2664us (2975us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.365561:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14233 00000100:00100000:0.0:1734016136.392157:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.394076:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773760 00000100:00100000:2.0:1734016136.394091:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773760 00000100:00100000:2.0:1734016136.395347:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14234 00000100:00100000:2.0:1734016136.395356:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338773760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.395371:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.395386:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23148 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfddb expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.395434:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000448:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.395498:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.406923:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000448:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.406956:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23148 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfddb expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.406968:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23148 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfddb expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.406994:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016136.407044:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338773760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11687us (14894us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.407052:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14234 00000100:00100000:0.0:1734016136.412490:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.412924:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338773888 00000100:00100000:2.0:1734016136.412932:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338773888 00000100:00100000:2.0:1734016136.412974:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14235 00000100:00100000:2.0:1734016136.412981:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338773888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.412998:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.413012:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2314f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfde2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.413055:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000576:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.413108:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.419351:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000576:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.419390:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2314f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfde2 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.419401:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2314f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfde2 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.419839:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016136.419894:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338773888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6912us (7411us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.419902:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14235 00000100:00100000:0.0:1734016136.422092:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.422563:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774016 00000100:00100000:2.0:1734016136.422572:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774016 00000100:00100000:2.0:1734016136.422679:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14236 00000100:00100000:2.0:1734016136.422686:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338774016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.422702:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.422717:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23156 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfde9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.422767:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000704:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.423480:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.426100:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000704:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.426134:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23156 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfde9 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.426148:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23156 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfde9 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.426743:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016136.426791:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338774016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4104us (4705us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.426799:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14236 00000100:00100000:0.0:1734016136.447408:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.448041:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.448110:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774272 00000100:00100000:2.0:1734016136.448118:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774272 00002000:00100000:2.0:1734016136.448158:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff880079f90a80 x1818247338774272/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.448167:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90a80 with x1818247338774272 ext(0->3645439) 00002000:00010000:2.0:1734016136.448171:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90a80 00000100:00100000:2.0:1734016136.448184:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774528 00000100:00100000:2.0:1734016136.448186:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774528 00002000:00100000:2.0:1734016136.448193:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a196d80 x1818247338774528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.448199:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247338774528 ext(0->4194303) 00002000:00010000:2.0:1734016136.448202:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:2.0:1734016136.448213:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9728 00000100:00100000:2.0:1734016136.448218:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338774272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.449991:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9729 00000100:00100000:3.0:1734016136.450000:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338774528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.505362:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338774528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55349us (57308us total) trans 0 rc 4182016/4182016 00000100:00100000:3.0:1734016136.505377:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9729 00002000:00100000:3.0:1734016136.505391:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a196d80 x1818247338774528/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4182016/4182016 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.505400:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247338774528 ext(0->4194303) 00002000:00010000:3.0:1734016136.505406:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:2.0:1734016136.512862:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338774272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 64633us (65454us total) trans 0 rc 3645440/3645440 00000100:00100000:2.0:1734016136.512875:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9728 00002000:00100000:2.0:1734016136.512886:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (0->3645439) req@ffff880079f90a80 x1818247338774272/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 3645440/3645440 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.512894:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90a80 with x1818247338774272 ext(0->3645439) 00002000:00010000:2.0:1734016136.512899:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90a80 00000100:00100000:2.0:1734016136.518494:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.518574:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774656 00000100:00100000:0.0:1734016136.518583:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774656 00000100:00100000:0.0:1734016136.518641:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14237 00000100:00100000:0.0:1734016136.518649:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338774656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.518665:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.518681:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2315d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdf0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.518737:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a197b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.518800:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.523592:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a197b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000832:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.523640:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2315d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdf0 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.523655:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2315d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdf0 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.524905:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:3.0:1734016136.525750:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338774656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7097us (7264us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.525761:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14237 00000100:00100000:2.0:1734016136.529235:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.529382:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774784 00000100:00100000:3.0:1734016136.529391:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774784 00000100:00100000:3.0:1734016136.529968:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14238 00000100:00100000:3.0:1734016136.529975:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338774784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.529994:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.530008:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23164 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdf7 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.530054:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000960:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.530116:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.532584:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341000960:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.532615:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23164 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdf7 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.532639:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23164 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdf7 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.532720:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016136.532989:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338774784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3012us (3761us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.532996:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14238 00000100:00100000:0.0:1734016136.536042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.536140:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338774912 00000100:00100000:3.0:1734016136.536148:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338774912 00000100:00100000:3.0:1734016136.536443:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14239 00000100:00100000:3.0:1734016136.536450:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338774912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.536465:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.536480:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea2316b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfdfe expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.536529:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001088:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.536574:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.539474:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001088:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.539507:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea2316b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdfe expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.539519:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea2316b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdfe expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.539567:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016136.539844:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338774912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3391us (3807us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.539852:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14239 00000100:00100000:2.0:1734016136.542368:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.542521:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775040 00000100:00100000:3.0:1734016136.542528:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775040 00000100:00100000:3.0:1734016136.542639:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14240 00000100:00100000:3.0:1734016136.542647:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.542662:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.542678:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23172 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe05 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.542724:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.542963:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.544503:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.544530:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23172 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe05 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.544541:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23172 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe05 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.544550:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016136.544589:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1942us (2229us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.544595:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14240 00000100:00100000:2.0:1734016136.547720:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.547812:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775168 00000100:00100000:3.0:1734016136.547821:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775168 00000100:00100000:3.0:1734016136.547916:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14241 00000100:00100000:3.0:1734016136.547922:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.547938:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.547953:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23179 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe0c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.547997:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001344:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.548372:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.550495:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.550608:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23179 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe0c expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.550628:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23179 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe0c expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.550639:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016136.550688:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2765us (2978us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.550695:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14241 00000100:00100000:0.0:1734016136.552899:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.552974:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775296 00000100:00100000:3.0:1734016136.552982:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775296 00000100:00100000:3.0:1734016136.553043:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14242 00000100:00100000:3.0:1734016136.553049:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.553064:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.553080:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23180 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe13 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.553132:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001472:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.553438:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.555134:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001472:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.555161:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23180 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe13 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.555172:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23180 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe13 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.555240:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016136.555363:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2313us (2469us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.555373:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14242 00000100:00100000:2.0:1734016136.557309:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.557446:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775424 00000100:00100000:3.0:1734016136.557454:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775424 00000100:00100000:3.0:1734016136.557607:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14243 00000100:00100000:3.0:1734016136.557613:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338775424:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.557788:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4563706 00002000:00010000:3.0:1734016136.557791:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.557792:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:3.0:1734016136.557794:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.557795:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1056 -> 1072 00000100:00100000:3.0:1734016136.558018:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338775424:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 403us (713us total) trans 4294969954 rc 0/0 00000100:00100000:3.0:1734016136.558024:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14243 00000100:00100000:2.0:1734016136.560132:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.560221:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775552 00000100:00100000:3.0:1734016136.560227:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775552 00000100:00100000:3.0:1734016136.560511:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14244 00000100:00100000:3.0:1734016136.560517:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.560530:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.560546:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23187 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe1a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.560589:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001600:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.561051:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016136.562706:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:3.0:1734016136.563007:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001600:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.563039:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23187 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe1a expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.563050:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23187 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe1a expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.563111:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016136.563157:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2638us (3028us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.563163:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14244 00000100:00100000:2.0:1734016136.565444:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.565516:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775680 00000100:00100000:3.0:1734016136.565524:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775680 00000100:00100000:3.0:1734016136.565598:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14245 00000100:00100000:3.0:1734016136.565604:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338775680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.565628:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.565641:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2318e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe21 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.565689:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.565978:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.568575:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.568609:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2318e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe21 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.568632:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2318e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe21 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.569155:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016136.569209:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338775680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3603us (3769us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.569218:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14245 00000100:00100000:2.0:1734016136.572159:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.572924:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775808 00000100:00100000:3.0:1734016136.572933:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775808 00000100:00100000:3.0:1734016136.573079:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14246 00000100:00100000:3.0:1734016136.573086:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338775808:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.573232:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4563706 00002000:00010000:3.0:1734016136.573235:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.573237:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:3.0:1734016136.573238:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.573239:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:3.0:1734016136.574819:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338775808:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1727us (2662us total) trans 4294969955 rc 0/0 00000100:00100000:3.0:1734016136.574828:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14246 00000100:00100000:2.0:1734016136.577372:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.577460:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338775936 00000100:00100000:3.0:1734016136.577468:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338775936 00000100:00100000:3.0:1734016136.577775:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14247 00000100:00100000:3.0:1734016136.577781:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.577797:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.577812:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23195 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe28 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.577862:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.577918:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016136.579660:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:3.0:1734016136.579679:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.579704:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23195 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe28 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.579715:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23195 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe28 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.579851:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016136.579895:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338775936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2112us (2528us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.579902:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14247 00000100:00100000:2.0:1734016136.583054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.583140:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776064 00000100:00100000:3.0:1734016136.583148:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776064 00000100:00100000:3.0:1734016136.583241:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14248 00000100:00100000:3.0:1734016136.583249:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338776064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.583265:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.583306:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea2319c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe2f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.583354:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.583413:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.585112:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341001984:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.585139:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea2319c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe2f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.585150:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea2319c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe2f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.585206:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016136.585682:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338776064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2432us (2635us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.585689:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14248 00000100:00100000:2.0:1734016136.589605:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.589689:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776320 00000100:00100000:0.0:1734016136.589698:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776320 00002000:00100000:0.0:1734016136.589735:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (253952->4321279) req@ffff880079169c00 x1818247338776320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.589743:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169c00 with x1818247338776320 ext(253952->4321279) 00002000:00010000:0.0:1734016136.589747:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169c00 00000100:00100000:0.0:1734016136.589777:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9730 00000100:00100000:0.0:1734016136.589782:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338776320:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.592390:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338776320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2600us (2785us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1734016136.592399:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9730 00002000:00100000:0.0:1734016136.592408:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (253952->4321279) req@ffff880079169c00 x1818247338776320/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.592416:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079169c00 with x1818247338776320 ext(253952->4321279) 00002000:00010000:0.0:1734016136.592420:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079169c00 00000100:00100000:2.0:1734016136.595464:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.595536:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776576 00000100:00100000:0.0:1734016136.595543:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776576 00002000:00100000:0.0:1734016136.595573:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4313088->4317183) req@ffff88007916aa00 x1818247338776576/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.595581:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916aa00 with x1818247338776576 ext(4313088->4317183) 00002000:00010000:0.0:1734016136.595586:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916aa00 00000100:00100000:0.0:1734016136.595611:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9731 00000100:00100000:0.0:1734016136.595617:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338776576:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.595756:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338776576:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 138us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016136.595762:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9731 00002000:00100000:0.0:1734016136.595768:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4313088->4317183) req@ffff88007916aa00 x1818247338776576/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016136.595774:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916aa00 with x1818247338776576 ext(4313088->4317183) 00002000:00010000:0.0:1734016136.595777:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916aa00 00000100:00100000:2.0:1734016136.601212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.601654:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776704 00000100:00100000:3.0:1734016136.601662:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776704 00000100:00100000:3.0:1734016136.601710:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14249 00000100:00100000:3.0:1734016136.601717:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338776704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.601734:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.601749:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe36 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.601774:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.601780:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.601785:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.601787:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.601790:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2871296->2879487] (req 2871296->2879487) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.601813:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.601823:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 10 pid: 7694 timeout: 505 lvb_type: 1 00000100:00100000:3.0:1734016136.601836:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.601886:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.601893:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 6 pid: 8975 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.601899:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002240:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016136.601914:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.608212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.608231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.608364:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776960 00000100:00100000:1.0:1734016136.608372:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776960 00010000:00010000:1.0:1734016136.608398:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.608418:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338776832 00000100:00100000:1.0:1734016136.608420:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338776832 00010000:00010000:1.0:1734016136.608426:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 11 pid: 7694 timeout: 505 lvb_type: 1 00000100:00100000:1.0:1734016136.608783:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3926 00000100:00100000:1.0:1734016136.608789:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338776960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.608800:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.608816:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016136.608825:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016136.608845:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.608917:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.608926:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23109 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1703936->1708031) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfd9c expref: 7 pid: 8975 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.608939:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002240:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.608958:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2871296->2879487] (req 2871296->2879487) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.608971:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:0.0:1734016136.609265:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3927 00000100:00100000:0.0:1734016136.609293:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338776832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.609301:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.609308:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 11 pid: 7694 timeout: 505 lvb_type: 1 00010000:00010000:0.0:1734016136.609321:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 11 pid: 7694 timeout: 505 lvb_type: 1 00010000:00010000:0.0:1734016136.609330:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23110 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdaa expref: 11 pid: 7694 timeout: 505 lvb_type: 1 00010000:00010000:0.0:1734016136.609340:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.609341:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.609345:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.609352:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.609373:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.609382:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341002368:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016136.609744:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338776960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 952us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.609750:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3926 00000100:00100000:3.0:1734016136.609803:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338776704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8086us (8599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.609809:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14249 00000100:00100000:0.0:1734016136.610100:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016136.614545:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016136.621586:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341002368:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016136.621609:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.621656:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338776832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 12384us (13423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.621666:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3927 00000100:00100000:3.0:1734016136.623014:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.623976:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777088 00000100:00100000:0.0:1734016136.623986:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777088 00000100:00100000:0.0:1734016136.627777:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14250 00000100:00100000:0.0:1734016136.627788:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777088:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016136.627984:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 3643515 00002000:00010000:0.0:1734016136.627987:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.627989:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:0.0:1734016136.627991:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:0.0:1734016136.627992:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 80 00000100:00100000:0.0:1734016136.628049:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338777088:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 263us (5041us total) trans 4294968323 rc 0/0 00000100:00100000:0.0:1734016136.628054:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14250 00000100:00100000:3.0:1734016136.637053:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.638343:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777216 00000100:00100000:1.0:1734016136.638351:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777216 00000100:00100000:1.0:1734016136.638386:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14251 00000100:00100000:1.0:1734016136.638392:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338777216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.638407:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.638422:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe3d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.638445:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.638451:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.638453:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.638456:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1384448->1388543] (req 1384448->1388543) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.638481:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.638494:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.638505:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341002496:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.638560:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.639942:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341002496:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.639962:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1384448->1388543] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.639971:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016136.640044:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338777216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1651us (2999us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.640051:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14251 00000100:00100000:2.0:1734016136.646164:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.646236:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777344 00000100:00100000:0.0:1734016136.646243:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777344 00010000:00010000:0.0:1734016136.646303:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:0.0:1734016136.646329:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3928 00000100:00100000:0.0:1734016136.646335:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338777344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016136.646347:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016136.646365:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016136.646374:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016136.646390:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2312c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->516095) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfdbf expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:0.0:1734016136.646410:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.646411:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016136.646417:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.646425:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.646451:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.646460:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341002624:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016136.646517:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.656408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.656499:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341002624:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016136.656516:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016136.656562:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10225us (10404us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016136.656571:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3928 00000100:00100000:1.0:1734016136.658793:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777472 00000100:00100000:1.0:1734016136.658802:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777472 00000100:00100000:1.0:1734016136.658855:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14252 00000100:00100000:1.0:1734016136.658861:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338777472:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016136.658984:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4563706 00002000:00010000:1.0:1734016136.658987:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.658989:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:1.0:1734016136.658990:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.658992:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:1.0:1734016136.659059:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338777472:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 197us (2657us total) trans 4294969956 rc 0/0 00000100:00100000:1.0:1734016136.659069:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14252 00000100:00100000:3.0:1734016136.662062:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.662304:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777600 00000100:00100000:0.0:1734016136.662312:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777600 00000100:00100000:0.0:1734016136.662350:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14253 00000100:00100000:0.0:1734016136.662356:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338777600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.662376:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.662392:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe44 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.662448:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002752:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.662511:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.664308:0:13929:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016135 -> 1734016136 00002000:00010000:0.0:1734016136.664313:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:0.0:1734016136.664329:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002752:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016136.664352:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe44 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664364:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe44 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664386:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016136.664427:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338777600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2069us (2371us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.664434:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14253 00000100:00100000:2.0:1734016136.667842:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.667913:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777728 00000100:00100000:0.0:1734016136.667921:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777728 00000100:00100000:0.0:1734016136.668510:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14254 00000100:00100000:0.0:1734016136.668517:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338777728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.668533:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.668548:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe4b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.668593:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002880:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.668684:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.670675:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341002880:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016136.670703:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe4b expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.670713:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea231b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe4b expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.670739:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016136.670782:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338777728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2265us (2949us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.670789:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14254 00000100:00100000:2.0:1734016136.673932:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.674008:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777856 00000100:00100000:0.0:1734016136.674015:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777856 00000100:00100000:0.0:1734016136.674058:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14255 00000100:00100000:0.0:1734016136.674064:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.674080:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016136.674096:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea231bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe52 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016136.674140:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003008:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016136.674195:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00002000:00010000:0.0:1734016136.676172:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:0.0:1734016136.676192:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003008:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016136.676218:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea231bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe52 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.676228:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea231bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe52 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.676250:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016136.676351:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2285us (2425us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016136.676358:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14255 00000100:00100000:0.0:1734016136.678603:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.678810:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338777984 00000100:00100000:2.0:1734016136.678818:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338777984 00000100:00100000:2.0:1734016136.678925:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14256 00000100:00100000:2.0:1734016136.678931:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.678945:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.678962:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe59 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.679009:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003136:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.679182:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.681725:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003136:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.681762:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe59 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.681775:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe59 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.682012:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016136.682067:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338777984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3134us (3471us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.682075:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14256 00000100:00100000:0.0:1734016136.684903:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.685000:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778112 00000100:00100000:2.0:1734016136.685010:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778112 00000100:00100000:2.0:1734016136.685202:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14257 00000100:00100000:2.0:1734016136.685209:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338778112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.685228:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.685244:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea231cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe60 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.685336:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003264:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.685385:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.687301:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003264:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.687328:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea231cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe60 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.687340:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea231cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe60 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.687350:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016136.687656:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338778112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2445us (2761us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.687668:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14257 00000100:00100000:0.0:1734016136.690032:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.690131:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778240 00000100:00100000:2.0:1734016136.690138:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778240 00000100:00100000:2.0:1734016136.690243:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14258 00000100:00100000:2.0:1734016136.690250:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338778240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.690265:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.690306:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe67 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.690329:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.690335:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.690337:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016136.690340:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5832704->5844991] (req 5832704->5844991) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.690365:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.690376:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016136.690387:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003392:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016136.690431:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.692773:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341003392:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016136.692805:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5832704->5844991] (req 5832704->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.692821:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:3.0:1734016136.692862:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338778240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2610us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.692870:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14258 00000100:00100000:0.0:1734016136.694261:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.694548:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778368 00000100:00100000:2.0:1734016136.694557:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778368 00010000:00010000:2.0:1734016136.694588:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016136.694615:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3929 00000100:00100000:2.0:1734016136.694630:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338778368:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.694640:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.694657:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.694667:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.694685:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea231aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe3d expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.694706:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.694707:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016136.694713:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.694720:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.694748:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.694761:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341003520:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016136.694808:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.700713:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.700801:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341003520:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016136.700820:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016136.700866:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338778368:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6235us (6610us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.700876:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3929 00000100:00100000:3.0:1734016136.701200:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778496 00000100:00100000:3.0:1734016136.701206:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778496 00000100:00100000:3.0:1734016136.701244:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14259 00000100:00100000:3.0:1734016136.701250:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338778496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016136.701450:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4563706 00002000:00010000:3.0:1734016136.701453:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.701455:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:3.0:1734016136.701457:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016136.701459:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1072 -> 1096 00000100:00100000:3.0:1734016136.701489:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338778496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 238us (781us total) trans 4294969957 rc 0/0 00000100:00100000:3.0:1734016136.701495:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14259 00000100:00100000:0.0:1734016136.705421:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.705491:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778752 00000100:00100000:1.0:1734016136.705498:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778752 00000100:00100000:1.0:1734016136.705545:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2706 00000100:00100000:1.0:1734016136.705551:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338778752:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016136.705591:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016136.705611:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea22e54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfaee expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.705644:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016136.705648:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016136.705769:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016136.705779:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.705785:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016136.705808:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.705817:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 20 pid: 8227 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.705827:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341003648:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.705873:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.709884:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341003648:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.709909:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016136.710308:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.710991:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338778880 00000100:00100000:2.0:1734016136.710998:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338778880 00010000:00010000:2.0:1734016136.711024:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 21 pid: 8227 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016136.711058:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3930 00000100:00100000:2.0:1734016136.711065:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338778880:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016136.711078:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016136.711084:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 21 pid: 8227 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.711092:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 21 pid: 8227 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.711109:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea22e70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfb03 expref: 21 pid: 8227 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.711127:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016136.711132:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.711139:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.711145:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.711173:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016136.711422:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016136.711428:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016136.711501:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969032 00000004:00010000:3.0:1734016136.711538:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800792c4e00 reply state ffff880079f64000 transno 4294969033 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016136.711543:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016136.712369:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338778880:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1302us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.712376:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3930 00000100:00100000:3.0:1734016136.712596:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338778752:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7043us (7180us total) trans 4294969033 rc 0/0 00000100:00100000:3.0:1734016136.712603:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2706 00000020:00080000:3.0:1734016136.712607:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016136.715251:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016136.715646:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715655:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715660:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715665:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7b600 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016136.715668:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715673:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715685:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016136.715687:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016136.715690:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016136.715694:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231db lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016136.716140:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779008 00000100:00100000:1.0:1734016136.716150:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779008 00000100:00100000:1.0:1734016136.716232:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14260 00000100:00100000:1.0:1734016136.716238:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338779008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.716254:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.716268:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe6e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.716315:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.716323:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.716324:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.716328:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.716352:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.716363:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.716374:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341003776:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.716425:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.723345:0:3515:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.723364:0:3515:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247341003904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016136.723417:0:3515:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016136.723787:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341003904 00000100:00100000:2.0:1734016136.723794:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341003904 00000100:00100000:2.0:1734016136.723840:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1734016136.723847:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247341003904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016136.723874:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 721310272 pending 0 free 3923632128 avail 3692109824 00000100:00100000:2.0:1734016136.723927:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3515:x1818247341003904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.723933:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1734016136.724140:0:3515:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3515:1818247341003904:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1734016136.724335:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016106 00000100:00100000:1.0:1734016136.724549:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341003776:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.724568:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.724582:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016136.724626:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338779008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8378us (9373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.724632:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14260 00000100:00100000:0.0:1734016136.725505:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.726744:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779136 00000100:00100000:3.0:1734016136.726752:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779136 00010000:00010000:3.0:1734016136.726783:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.728157:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3931 00000100:00100000:3.0:1734016136.728164:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338779136:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.728176:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.728192:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.728207:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.728223:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea231d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5832704->5844991) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe67 expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.728244:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.728246:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.728250:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.728258:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.728293:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.728302:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341004032:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.728342:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.730581:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341004032:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.730599:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.730651:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338779136:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2486us (5146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.730661:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3931 00000100:00100000:0.0:1734016136.731629:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.732998:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779264 00000100:00100000:1.0:1734016136.733007:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779264 00000100:00100000:1.0:1734016136.733321:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14261 00000100:00100000:1.0:1734016136.733329:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338779264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.733347:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.733364:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe75 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.733393:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.733401:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.733403:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.733407:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.733431:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.733448:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 9 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.733461:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341004160:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.733523:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.738992:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341004160:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.739019:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.739032:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016136.739071:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338779264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5742us (7454us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.739078:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14261 00000100:00100000:0.0:1734016136.741008:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.741418:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779392 00000100:00100000:3.0:1734016136.741426:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779392 00010000:00010000:3.0:1734016136.741453:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.741478:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3932 00000100:00100000:3.0:1734016136.741483:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338779392:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.741495:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.741511:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.741521:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.741538:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea231a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2871296->2879487) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe36 expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.741552:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.741554:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.741559:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.741566:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.741592:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.741602:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341004288:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.741675:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.744058:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.744093:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.744159:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779648 00000100:00100000:1.0:1734016136.744166:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779648 00002000:00010000:1.0:1734016136.744193:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016136.744196:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6a00 with x1818247338779648 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016136.744205:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c6a00. 00000100:00100000:1.0:1734016136.744218:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338779520 00000100:00100000:1.0:1734016136.744220:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338779520 00002000:00010000:1.0:1734016136.744227:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4809264->18446744073709551615) 00002000:00100000:1.0:1734016136.744230:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7b80 with x1818247338779520 ext(4809264->18446744073709551615) 00002000:00010000:1.0:1734016136.744234:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7b80. 00000100:00100000:1.0:1734016136.744244:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9732 00000100:00100000:1.0:1734016136.744250:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338779648:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016136.744415:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3643515 -> 4194304 00002000:00010000:1.0:1734016136.744418:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.744420:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:1.0:1734016136.744421:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.744423:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1734016136.744460:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338779648:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 209us (407us total) trans 4294968324 rc 0/0 00000100:00100000:1.0:1734016136.744466:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9732 00002000:00010000:1.0:1734016136.744469:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016136.744471:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6a00 with x1818247338779648 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016136.744474:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c6a00. 00000100:00100000:1.0:1734016136.744501:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9733 00000100:00100000:1.0:1734016136.744504:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338779520:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:3.0:1734016136.744880:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341004288:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.744899:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.744918:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338779392:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3435us (3916us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.744925:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3932 00002000:00010000:1.0:1734016136.746870:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4563706 -> 4809264 00002000:00010000:1.0:1734016136.746876:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.746878:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016135 00002000:00010000:1.0:1734016136.746880:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.746881:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1096 -> 1072 00000100:00100000:1.0:1734016136.746936:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338779520:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2427us (2839us total) trans 4294969958 rc 0/0 00000100:00100000:1.0:1734016136.746944:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9733 00002000:00010000:1.0:1734016136.746949:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4809264->18446744073709551615) 00002000:00100000:1.0:1734016136.746952:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7b80 with x1818247338779520 ext(4809264->18446744073709551615) 00002000:00010000:1.0:1734016136.746957:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7b80. 00000100:00100000:0.0:1734016136.752681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.752738:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.753772:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780032 00000100:00100000:1.0:1734016136.753781:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780032 00002000:00100000:1.0:1734016136.753820:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4804608->4808703) req@ffff8800792c5500 x1818247338780032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.753829:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c5500 with x1818247338780032 ext(4804608->4808703) 00002000:00010000:1.0:1734016136.753833:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c5500 00000100:00100000:1.0:1734016136.753847:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780160 00000100:00100000:1.0:1734016136.753849:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780160 00002000:00100000:1.0:1734016136.753857:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3645440->4194303) req@ffff880079f2f480 x1818247338780160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.753863:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338780160 ext(3645440->4194303) 00002000:00010000:1.0:1734016136.753865:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:1.0:1734016136.753876:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9734 00000100:00100000:1.0:1734016136.753881:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338780032:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016136.754030:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338780032:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 148us (1358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016136.754036:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9734 00002000:00100000:1.0:1734016136.754041:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4804608->4808703) req@ffff8800792c5500 x1818247338780032/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.754047:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c5500 with x1818247338780032 ext(4804608->4808703) 00002000:00010000:1.0:1734016136.754050:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c5500 00000100:00100000:1.0:1734016136.754063:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9735 00000100:00100000:1.0:1734016136.754066:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338780160:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.763230:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.765032:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338780160:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 10957us (12286us total) trans 0 rc 548864/548864 00000100:00100000:1.0:1734016136.765045:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9735 00002000:00100000:1.0:1734016136.765057:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (3645440->4194303) req@ffff880079f2f480 x1818247338780160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 548864/548864 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.765065:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338780160 ext(3645440->4194303) 00002000:00010000:1.0:1734016136.765071:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:1.0:1734016136.765904:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780416 00000100:00100000:1.0:1734016136.765910:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780416 00002000:00100000:1.0:1734016136.765938:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4812799) req@ffff880079f2d880 x1818247338780416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016136.765946:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d880 with x1818247338780416 ext(4194304->4812799) 00002000:00010000:1.0:1734016136.765949:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2d880 00000100:00100000:2.0:1734016136.766027:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9736 00000100:00100000:2.0:1734016136.766034:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338780416:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.773847:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338780416:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 7803us (10614us total) trans 0 rc 614400/614400 00000100:00100000:2.0:1734016136.773860:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9736 00002000:00100000:2.0:1734016136.773871:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4812799) req@ffff880079f2d880 x1818247338780416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 614400/614400 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.773881:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d880 with x1818247338780416 ext(4194304->4812799) 00002000:00010000:2.0:1734016136.773889:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2d880 00000100:00100000:0.0:1734016136.777898:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.779108:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780544 00000100:00100000:2.0:1734016136.779115:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780544 00002000:00100000:2.0:1734016136.779156:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4804608->4809263) req@ffff880079f2f100 x1818247338780544/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 5144/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.779167:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f100 with x1818247338780544 ext(4804608->4809263) 00002000:00010000:2.0:1734016136.779173:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f100 00000100:00100000:2.0:1734016136.779204:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9737 00000100:00100000:2.0:1734016136.779210:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338780544:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016136.780935:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338780544:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1718us (3038us total) trans 4294969959 rc 0/0 00000100:00100000:2.0:1734016136.780943:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9737 00002000:00100000:2.0:1734016136.780951:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4804608->4809263) req@ffff880079f2f100 x1818247338780544/t4294969959(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 5144/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.780958:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f100 with x1818247338780544 ext(4804608->4809263) 00002000:00010000:2.0:1734016136.780961:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2f100 00000100:00100000:0.0:1734016136.785559:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.785661:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780672 00000100:00100000:3.0:1734016136.785669:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780672 00000100:00100000:3.0:1734016136.785725:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2707 00000100:00100000:3.0:1734016136.785732:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338780672:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016136.785841:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338780672:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 108us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.785847:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2707 00000100:00100000:0.0:1734016136.787581:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.787680:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780800 00000100:00100000:1.0:1734016136.787687:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780800 00000100:00100000:1.0:1734016136.787741:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14262 00000100:00100000:1.0:1734016136.787747:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338780800:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016136.789236:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969959 is committed 00000001:00080000:0.0:1734016136.789257:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969957 is committed 00000100:00100000:1.0:1734016136.789408:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338780800:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1659us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.789416:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14262 00000100:00100000:0.0:1734016136.795422:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.795570:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338780928 00000100:00100000:2.0:1734016136.795578:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338780928 00000100:00100000:2.0:1734016136.795633:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2708 00000100:00100000:2.0:1734016136.795639:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338780928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.795657:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.795671:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea231f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe7c expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.795741:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016136.795753:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016136.795762:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016136.795781:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9003568 00000004:00200000:2.0:1734016136.795784:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016136.795796:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016136.795815:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea231f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe7c expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.795843:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe7c expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016136.795849:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016136.795851:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016136.795854:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016136.795894:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338780928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 254us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016136.795900:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2708 00000100:00100000:0.0:1734016136.797925:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.798328:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.798996:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781056 00000100:00100000:1.0:1734016136.799005:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781056 00000100:00100000:1.0:1734016136.799050:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781184 00000100:00100000:1.0:1734016136.799053:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781184 00000100:00100000:1.0:1734016136.799082:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14263 00000100:00100000:1.0:1734016136.799088:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338781056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.799103:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.799119:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea231fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe83 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.799163:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004416:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.799212:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.799290:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14264 00000100:00100000:2.0:1734016136.799296:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338781184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.799303:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.799315:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23205 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe8a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.799338:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341004544:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.799361:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016136.801152:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00002000:00010000:1.0:1734016136.801158:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1072 -> 1088 00000100:00100000:1.0:1734016136.801173:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004416:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.801196:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea231fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe83 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.801205:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea231fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe83 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.801224:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016136.801251:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338781056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2163us (3332us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.801257:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14263 00002000:00010000:2.0:1734016136.802136:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016135 -> 1734016136 00000100:00100000:2.0:1734016136.802150:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341004544:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.802168:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23205 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe8a expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.802181:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23205 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe8a expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.802189:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016136.802212:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338781184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2915us (3885us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.802219:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14264 00000100:00100000:0.0:1734016136.803578:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016136.803612:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.803675:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781312 00000100:00100000:2.0:1734016136.803680:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781312 00000100:00100000:2.0:1734016136.803874:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781440 00000100:00100000:2.0:1734016136.803878:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781440 00000100:00100000:1.0:1734016136.803911:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14265 00000100:00100000:3.0:1734016136.803916:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14266 00000100:00100000:1.0:1734016136.803917:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338781312:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.803920:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338781440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.803929:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.803929:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.803942:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2320c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe91 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.803942:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23213 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe98 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.803975:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004800:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.803975:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341004672:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.804117:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.804117:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.805675:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341004672:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.805700:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23213 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe98 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.805715:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23213 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe98 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.805727:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016136.805758:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338781440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1835us (2144us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.805766:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14266 00000100:00100000:1.0:1734016136.805853:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004800:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.805870:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2320c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe91 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.805878:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2320c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe91 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.805886:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016136.805901:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338781312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1985us (2326us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.805906:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14265 00000100:00100000:0.0:1734016136.807360:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.807445:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781568 00000100:00100000:1.0:1734016136.807451:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781568 00000100:00100000:1.0:1734016136.807488:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14267 00000100:00100000:1.0:1734016136.807494:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338781568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.807506:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.807519:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfe9f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.807539:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.807551:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.807552:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.807556:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2785280->2793471] (req 2785280->2793471) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.807579:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.807589:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.807599:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004928:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.807654:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.809788:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341004928:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.809815:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2785280->2793471] (req 2785280->2793471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.809828:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016136.809866:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338781568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2371us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.809873:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14267 00000100:00100000:0.0:1734016136.812135:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.812226:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781696 00000100:00100000:3.0:1734016136.812237:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781696 00010000:00010000:3.0:1734016136.812299:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.812428:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3933 00000100:00100000:3.0:1734016136.812437:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338781696:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.812451:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016136.812470:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.812481:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.812501:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea231e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe6e expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.812717:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.812720:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.812727:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.812735:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.812767:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.812778:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341005056:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.813041:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.816994:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.817127:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341005056:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.817146:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.817181:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338781696:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4745us (5058us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.817192:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3933 00000100:00100000:2.0:1734016136.817294:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338781952 00000100:00100000:2.0:1734016136.817300:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338781952 00002000:00100000:2.0:1734016136.817331:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2785280->2789375) req@ffff88007011ad80 x1818247338781952/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.817340:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338781952 ext(2785280->2789375) 00002000:00010000:2.0:1734016136.817343:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:2.0:1734016136.817367:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9738 00000100:00100000:2.0:1734016136.817372:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338781952:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.817531:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338781952:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 158us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.817537:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9738 00002000:00100000:2.0:1734016136.817542:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2785280->2789375) req@ffff88007011ad80 x1818247338781952/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.817554:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338781952 ext(2785280->2789375) 00002000:00010000:2.0:1734016136.817556:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:0.0:1734016136.819724:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.820384:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782208 00000100:00100000:2.0:1734016136.820392:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782208 00002000:00100000:2.0:1734016136.820424:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2789376->2793471) req@ffff88007011bb80 x1818247338782208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.820431:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011bb80 with x1818247338782208 ext(2789376->2793471) 00002000:00010000:2.0:1734016136.820435:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011bb80 00000100:00100000:2.0:1734016136.820526:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9739 00000100:00100000:2.0:1734016136.820532:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338782208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.820895:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338782208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 360us (1175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.820902:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9739 00002000:00100000:2.0:1734016136.820907:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2789376->2793471) req@ffff88007011bb80 x1818247338782208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.820914:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011bb80 with x1818247338782208 ext(2789376->2793471) 00002000:00010000:2.0:1734016136.820917:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011bb80 00000100:00100000:0.0:1734016136.825871:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.826117:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782336 00000100:00100000:3.0:1734016136.826124:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782336 00000100:00100000:3.0:1734016136.826169:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2709 00000100:00100000:3.0:1734016136.826175:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338782336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.826191:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.826205:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23221 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfea6 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.826301:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016136.826315:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016136.826325:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016136.826345:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9003568 00000004:00200000:3.0:1734016136.826348:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016136.826360:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016136.826379:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23221 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.826401:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 20 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.826407:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016136.826409:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016136.826411:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016136.826462:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338782336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 286us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.826468:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2709 00000100:00100000:0.0:1734016136.828379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.828464:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782464 00000100:00100000:1.0:1734016136.828470:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782464 00000100:00100000:1.0:1734016136.828515:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14268 00000100:00100000:1.0:1734016136.828520:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338782464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.828533:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.828547:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2322f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfead expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.828590:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.828645:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.830415:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005184:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.830442:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2322f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfead expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.830454:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea2322f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfead expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.830480:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016136.830511:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338782464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1989us (2136us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.830519:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14268 00000100:00100000:0.0:1734016136.834195:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.834299:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782592 00000100:00100000:1.0:1734016136.834307:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782592 00000100:00100000:1.0:1734016136.834353:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14269 00000100:00100000:1.0:1734016136.834360:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338782592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.834375:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.834390:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea23236 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfeb4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.834434:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005312:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.834479:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.836472:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005312:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.836500:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea23236 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfeb4 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.836510:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea23236 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfeb4 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.836567:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016136.836728:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338782592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2366us (2539us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.836735:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14269 00000100:00100000:0.0:1734016136.841984:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.842653:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782848 00000100:00100000:2.0:1734016136.842660:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782848 00002000:00100000:2.0:1734016136.842694:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3252224->3256319) req@ffff88007a124380 x1818247338782848/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.842703:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338782848 ext(3252224->3256319) 00002000:00010000:2.0:1734016136.842707:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a124380 00000100:00100000:2.0:1734016136.842735:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9740 00000100:00100000:2.0:1734016136.842741:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338782848:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016136.843487:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338782848:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 744us (1510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016136.843494:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9740 00002000:00100000:2.0:1734016136.843499:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3252224->3256319) req@ffff88007a124380 x1818247338782848/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 488/4536 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.843505:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338782848 ext(3252224->3256319) 00002000:00010000:2.0:1734016136.843508:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a124380 00000100:00100000:0.0:1734016136.848364:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.849101:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338782976 00000100:00100000:1.0:1734016136.849109:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338782976 00000100:00100000:1.0:1734016136.849188:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14270 00000100:00100000:1.0:1734016136.849196:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338782976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.849211:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.849226:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2323d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfebb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.849379:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005440:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.849688:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.854137:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005440:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.854172:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2323d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfebb expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.854190:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2323d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfebb expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.854411:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016136.854453:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338782976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5257us (6096us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.854461:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14270 00000100:00100000:0.0:1734016136.858575:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.858714:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783104 00000100:00100000:1.0:1734016136.858722:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783104 00000100:00100000:1.0:1734016136.861043:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14271 00000100:00100000:1.0:1734016136.861054:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338783104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.861072:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.861087:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23244 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfec2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.861136:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005568:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.861193:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.863366:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341005568:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.863394:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23244 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfec2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.863406:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23244 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfec2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.863435:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016136.863475:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338783104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2421us (4906us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.863482:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14271 00000100:00100000:0.0:1734016136.866758:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.868342:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783232 00000100:00100000:1.0:1734016136.868354:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783232 00000100:00100000:1.0:1734016136.868681:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14272 00000100:00100000:1.0:1734016136.868687:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338783232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.868719:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.868737:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2324b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfec9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.868787:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341005696:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016136.868847:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.886907:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341005696:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016136.886937:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2324b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfec9 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.886948:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2324b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfec9 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016136.886972:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016136.887025:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338783232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 18336us (20273us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016136.887036:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14272 00000100:00100000:0.0:1734016136.890210:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.890432:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783360 00000100:00100000:1.0:1734016136.890440:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783360 00000100:00100000:1.0:1734016136.890495:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14273 00000100:00100000:1.0:1734016136.890503:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338783360:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016136.890698:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4809264 -> 4809264 00002000:00010000:1.0:1734016136.890701:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.890703:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016135 00002000:00010000:1.0:1734016136.890705:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016136.890707:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1088 -> 1104 00000100:00100000:1.0:1734016136.890755:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338783360:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 253us (552us total) trans 4294969960 rc 0/0 00000100:00100000:1.0:1734016136.890761:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14273 00000100:00100000:0.0:1734016136.892507:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.892576:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783488 00000100:00100000:3.0:1734016136.892582:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783488 00000100:00100000:3.0:1734016136.892629:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14274 00000100:00100000:3.0:1734016136.892635:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338783488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.892651:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.892665:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23252 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfed0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.892709:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341005824:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.892749:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.893959:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341005824:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.893980:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23252 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfed0 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.893991:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23252 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfed0 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.894003:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016136.894041:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338783488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1405us (1538us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.894048:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14274 00000100:00100000:0.0:1734016136.898718:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.898810:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783616 00000100:00100000:3.0:1734016136.898817:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783616 00000100:00100000:3.0:1734016136.898859:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14275 00000100:00100000:3.0:1734016136.898865:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338783616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.898880:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016136.898895:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23259 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfed7 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.898942:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341005952:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016136.898997:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.900930:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341005952:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016136.900962:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23259 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfed7 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.900974:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23259 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfed7 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.900990:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016136.901028:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338783616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2161us (2317us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016136.901036:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14275 00000100:00100000:0.0:1734016136.903077:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.903219:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783744 00000100:00100000:1.0:1734016136.903228:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783744 00000100:00100000:1.0:1734016136.903263:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14276 00000100:00100000:1.0:1734016136.903301:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338783744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.903316:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.903333:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfede expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.903359:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.903366:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.903368:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.903371:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [856064->860159] (req 856064->860159) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.903397:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.903408:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.903418:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006080:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.903470:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.907628:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006080:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.907658:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [856064->860159] (req 856064->860159) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.907672:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016136.907768:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338783744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4495us (4694us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.907775:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14276 00000100:00100000:0.0:1734016136.915079:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.915304:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338783872 00000100:00100000:2.0:1734016136.915313:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338783872 00002000:00100000:2.0:1734016136.915350:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3252224->3256319) req@ffff8800a8842450 x1818247338783872/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 4584/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.915360:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842450 with x1818247338783872 ext(3252224->3256319) 00010000:00010000:2.0:1734016136.915369:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.915380:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:2.0:1734016136.915385:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8842450 00000100:00100000:2.0:1734016136.915421:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 371 00000100:00100000:2.0:1734016136.915426:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8842450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338783872:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016136.916400:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8842450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338783872:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 970us (1326us total) trans 4294968325 rc 0/0 00000100:00100000:2.0:1734016136.916412:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 371 00002000:00100000:2.0:1734016136.916418:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (3252224->3256319) req@ffff8800a8842450 x1818247338783872/t4294968325(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:97/0 lens 4584/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.916425:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842450 with x1818247338783872 ext(3252224->3256319) 00010000:00010000:2.0:1734016136.916430:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016136.916440:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:2.0:1734016136.916445:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8842450 00000100:00100000:0.0:1734016136.920873:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.920965:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784000 00000100:00100000:3.0:1734016136.920974:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784000 00010000:00010000:3.0:1734016136.921004:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016136.921042:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3934 00000100:00100000:3.0:1734016136.921048:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338784000:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016136.921061:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016136.921077:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 88 00010000:00010000:3.0:1734016136.921082:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.921093:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.921110:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea231e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe75 expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.921126:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.921128:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016136.921134:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.921141:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016136.921170:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016136.921182:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341006208:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016136.921229:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.927918:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341006208:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016136.927938:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016136.927987:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338784000:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6937us (7120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.927997:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3934 00000100:00100000:0.0:1734016136.941415:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016136.941531:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784256 00000100:00100000:2.0:1734016136.941539:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784256 00002000:00100000:2.0:1734016136.941579:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (856064->4194303) req@ffff88007918dc00 x1818247338784256/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016136.941590:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918dc00 with x1818247338784256 ext(856064->4194303) 00002000:00010000:2.0:1734016136.941594:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918dc00 00000100:00100000:3.0:1734016136.942547:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9741 00000100:00100000:3.0:1734016136.942556:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338784256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.955127:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338784256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 12564us (13711us total) trans 0 rc 552960/552960 00000100:00100000:3.0:1734016136.955138:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9741 00002000:00100000:3.0:1734016136.955147:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (856064->4194303) req@ffff88007918dc00 x1818247338784256/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 504/440 e 0 to 0 dl 1734016147 ref 1 fl Complete:/200/0 rc 552960/552960 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.955156:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918dc00 with x1818247338784256 ext(856064->4194303) 00002000:00010000:3.0:1734016136.955161:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918dc00 00000100:00100000:0.0:1734016136.976569:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.981311:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784384 00000100:00100000:1.0:1734016136.981321:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784384 00000100:00100000:1.0:1734016136.981377:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14277 00000100:00100000:1.0:1734016136.981384:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338784384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016136.981399:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016136.981413:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfee5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.981439:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.981445:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.981447:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016136.981449:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4993024->5001215] (req 4993024->5001215) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.981471:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.981481:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.981491:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341006336:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016136.981551:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016136.983326:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341006336:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016136.983348:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4993024->5001215] (req 4993024->5001215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.983359:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016136.983399:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338784384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2015us (6837us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.983406:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14277 00000100:00100000:0.0:1734016136.985470:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.985789:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784512 00000100:00100000:3.0:1734016136.985796:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784512 00002000:00100000:3.0:1734016136.985831:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2785280->2793471) req@ffff88007918d880 x1818247338784512/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 8680/0 e 0 to 0 dl 1734016147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.985841:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d880 with x1818247338784512 ext(2785280->2793471) 00010000:00010000:3.0:1734016136.985849:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.985860:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 8 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016136.985865:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918d880 00000100:00100000:3.0:1734016136.985893:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 372 00000100:00100000:3.0:1734016136.985899:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338784512:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.986523:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338784512:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 621us (1056us total) trans 4294969961 rc 0/0 00000100:00100000:3.0:1734016136.986530:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 372 00002000:00100000:3.0:1734016136.986536:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2785280->2793471) req@ffff88007918d880 x1818247338784512/t4294969961(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:97/0 lens 8680/448 e 0 to 0 dl 1734016147 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016136.986543:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d880 with x1818247338784512 ext(2785280->2793471) 00010000:00010000:3.0:1734016136.986548:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016136.986561:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016136.986567:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918d880 00000100:00100000:0.0:1734016136.988254:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016136.988393:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784640 00000100:00100000:3.0:1734016136.988399:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784640 00010000:00010000:3.0:1734016136.988419:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016136.989693:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3935 00000100:00100000:1.0:1734016136.989701:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338784640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016136.989714:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016136.989729:0:6475:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016135 -> 1734016136 00002000:00010000:1.0:1734016136.989732:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1104 -> 1120 00010000:00010000:1.0:1734016136.989737:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016136.989748:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016136.989765:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea2321a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2793471) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe9f expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016136.989793:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.989796:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016136.989801:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.989808:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016136.989838:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016136.989848:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341006464:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016136.989898:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.992829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016136.992911:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341006464:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016136.992929:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016136.992963:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338784640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3262us (4714us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016136.992974:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3935 00000100:00100000:2.0:1734016136.993397:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784768 00000100:00100000:2.0:1734016136.993403:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784768 00000100:00100000:2.0:1734016136.993431:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14278 00000100:00100000:2.0:1734016136.993436:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338784768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016136.993451:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016136.993464:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea2326e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfeec expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016136.993510:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016136.993555:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016136.997066:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016136.997107:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea2326e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfeec expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.997123:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea2326e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfeec expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016136.997152:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016136.997207:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338784768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3770us (4385us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016136.997217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14278 00000100:00100000:0.0:1734016137.004902:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.004986:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338784896 00000100:00100000:2.0:1734016137.004994:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338784896 00000100:00100000:2.0:1734016137.005025:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14279 00000100:00100000:2.0:1734016137.005031:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338784896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.005046:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.005061:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea23275 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfef3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.005104:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006720:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.005239:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.006492:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.006515:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea23275 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfef3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.006526:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea23275 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfef3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.006539:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016137.006565:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338784896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1534us (1671us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.006572:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14279 00000100:00100000:0.0:1734016137.008299:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.008440:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785024 00000100:00100000:2.0:1734016137.008447:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785024 00000100:00100000:2.0:1734016137.008764:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14280 00000100:00100000:2.0:1734016137.008771:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338785024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.008788:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.008805:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2327c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfefa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.008848:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006848:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.010098:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.015517:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.015551:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2327c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfefa expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.015565:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea2327c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfefa expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.015580:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016137.015632:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338785024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6859us (7362us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.015640:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14280 00000100:00100000:0.0:1734016137.018421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.018707:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785152 00000100:00100000:2.0:1734016137.018716:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785152 00000100:00100000:2.0:1734016137.019043:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14281 00000100:00100000:2.0:1734016137.019051:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338785152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.019068:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.019084:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23283 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff01 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.019131:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006976:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.019510:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.023101:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341006976:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.023134:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23283 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff01 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.023146:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23283 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff01 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.024532:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016137.026291:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338785152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7215us (7853us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.026305:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14281 00000100:00100000:0.0:1734016137.034225:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.034309:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785280 00000100:00100000:3.0:1734016137.034317:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785280 00000100:00100000:3.0:1734016137.034351:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14282 00000100:00100000:3.0:1734016137.034357:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338785280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.034373:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.034389:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2328a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff08 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.034434:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341007104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.037824:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.039586:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341007104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.039625:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2328a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff08 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.039637:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea2328a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff08 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.039663:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016137.039700:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338785280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5342us (5483us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.039707:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14282 00000100:00100000:0.0:1734016137.044878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.044956:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785408 00000100:00100000:3.0:1734016137.044963:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785408 00000100:00100000:3.0:1734016137.045001:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14283 00000100:00100000:3.0:1734016137.045008:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338785408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.045025:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.045040:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff0f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.045065:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.045072:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.045074:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.045077:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2887680->2891775] (req 2887680->2891775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.045101:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.045111:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016137.045125:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341007232:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.045184:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.051567:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.052174:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341007232:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.052202:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2887680->2891775] (req 2887680->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.052217:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016137.052253:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338785408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7246us (7382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.052260:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14283 00000100:00100000:2.0:1734016137.054330:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785536 00000100:00100000:2.0:1734016137.054341:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785536 00002000:00100000:2.0:1734016137.054866:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (856064->860159) req@ffff88007918f480 x1818247338785536/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 4584/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.054875:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f480 with x1818247338785536 ext(856064->860159) 00010000:00010000:2.0:1734016137.054884:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.054895:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 10 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:2.0:1734016137.054900:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007918f480 00000100:00080000:0.0:1734016137.055180:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016107 00000100:00100000:2.0:1734016137.055357:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 373 00000100:00100000:2.0:1734016137.055366:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338785536:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016137.060419:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338785536:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5046us (8851us total) trans 4294968326 rc 0/0 00000100:00100000:2.0:1734016137.060431:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 373 00002000:00100000:2.0:1734016137.060442:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (856064->860159) req@ffff88007918f480 x1818247338785536/t4294968326(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 4584/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.060450:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f480 with x1818247338785536 ext(856064->860159) 00010000:00010000:2.0:1734016137.060459:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.060473:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:2.0:1734016137.060478:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007918f480 00000100:00100000:0.0:1734016137.065422:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.065627:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338785664 00000100:00100000:1.0:1734016137.065635:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338785664 00010000:00010000:1.0:1734016137.065663:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.065698:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3936 00000100:00100000:1.0:1734016137.065703:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338785664:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016137.065715:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016137.065728:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 96 00010000:00010000:1.0:1734016137.065732:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016137.065742:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016137.065759:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23260 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 856064->860159) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfede expref: 12 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016137.065784:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.065786:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.065792:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.065803:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.065827:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.065838:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341007360:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016137.065886:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.069991:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.070024:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.070093:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786048 00000100:00100000:2.0:1734016137.070099:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786048 00002000:00100000:2.0:1734016137.070128:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2887680->2891775) req@ffff88007918d180 x1818247338786048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.070136:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d180 with x1818247338786048 ext(2887680->2891775) 00002000:00010000:2.0:1734016137.070140:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918d180 00000100:00100000:2.0:1734016137.070153:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786176 00000100:00100000:2.0:1734016137.070154:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786176 00002000:00100000:2.0:1734016137.070166:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4808704->4993023) req@ffff88007918c700 x1818247338786176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.070173:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918c700 with x1818247338786176 ext(4808704->4993023) 00002000:00010000:2.0:1734016137.070176:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918c700 00000100:00100000:2.0:1734016137.070190:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9742 00000100:00100000:2.0:1734016137.070195:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338786048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.070318:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338786048:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 122us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016137.070323:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9742 00002000:00100000:2.0:1734016137.070328:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2887680->2891775) req@ffff88007918d180 x1818247338786048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.070334:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918d180 with x1818247338786048 ext(2887680->2891775) 00002000:00010000:2.0:1734016137.070336:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918d180 00000100:00100000:2.0:1734016137.070347:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9743 00000100:00100000:2.0:1734016137.070350:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338786176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00080000:2.0:1734016137.070520:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00000100:00100000:1.0:1734016137.070699:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341007360:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016137.070716:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.070746:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338785664:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5043us (5332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.070752:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3936 00000100:00100000:0.0:1734016137.080892:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338786176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 10529us (10856us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.080905:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9743 00002000:00100000:0.0:1734016137.080914:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4808704->4993023) req@ffff88007918c700 x1818247338786176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.080923:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918c700 with x1818247338786176 ext(4808704->4993023) 00002000:00010000:0.0:1734016137.080927:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918c700 00000100:00100000:2.0:1734016137.081078:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.082466:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786432 00000100:00100000:0.0:1734016137.082475:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786432 00002000:00100000:0.0:1734016137.082506:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2891776->2895871) req@ffff880079c8c700 x1818247338786432/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.082519:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338786432 ext(2891776->2895871) 00002000:00010000:0.0:1734016137.082523:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700 00000100:00100000:0.0:1734016137.082551:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9744 00000100:00100000:0.0:1734016137.082557:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338786432:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.082689:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338786432:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (1612us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016137.082696:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9744 00002000:00100000:0.0:1734016137.082701:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2891776->2895871) req@ffff880079c8c700 x1818247338786432/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.082707:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c700 with x1818247338786432 ext(2891776->2895871) 00002000:00010000:0.0:1734016137.082709:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c700 00000100:00100000:0.0:1734016137.086161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.086259:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786560 00000100:00100000:2.0:1734016137.086267:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786560 00002000:00100000:2.0:1734016137.086331:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2887680->2895871) req@ffff88007918ea00 x1818247338786560/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8680/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.086341:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ea00 with x1818247338786560 ext(2887680->2895871) 00002000:00010000:2.0:1734016137.086345:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918ea00 00000100:00100000:2.0:1734016137.086364:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9745 00000100:00100000:2.0:1734016137.086370:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338786560:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016137.087216:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338786560:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 842us (1060us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1734016137.087223:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9745 00002000:00100000:2.0:1734016137.087229:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2887680->2895871) req@ffff88007918ea00 x1818247338786560/t4294968327(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8680/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.087236:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ea00 with x1818247338786560 ext(2887680->2895871) 00002000:00010000:2.0:1734016137.087239:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007918ea00 00000100:00100000:0.0:1734016137.088490:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.088567:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786688 00000100:00100000:3.0:1734016137.088573:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786688 00000100:00100000:3.0:1734016137.088602:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14284 00000100:00100000:3.0:1734016137.088607:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338786688:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016137.090205:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968327 is committed 00000001:00080000:0.0:1734016137.090220:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968326 is committed 00000100:00100000:3.0:1734016137.099758:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338786688:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 11138us (11260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.099772:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14284 00000100:00100000:0.0:1734016137.103331:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.103378:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.103400:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786944 00000100:00100000:0.0:1734016137.103407:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786944 00000100:00100000:0.0:1734016137.103443:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338786816 00000100:00100000:0.0:1734016137.103445:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338786816 00000100:00100000:0.0:1734016137.103469:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14285 00000100:00100000:0.0:1734016137.103475:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338786944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.103491:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.103507:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23298 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff1d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.103549:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341007488:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016137.103592:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.103675:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14286 00000100:00100000:0.0:1734016137.103680:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338786816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.103687:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.103696:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2329f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff16 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.103717:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341007616:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016137.103736:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00080000:3.0:1734016137.103835:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016107 00002000:00010000:1.0:1734016137.111384:0:13929:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4809264 -> 5001089 00000100:00100000:1.0:1734016137.111409:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341007616:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.111439:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2329f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff16 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.111452:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea2329f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff16 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.111938:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016137.111983:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338786816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8301us (8604us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.111995:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14286 00002000:00010000:2.0:1734016137.112879:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 96 -> 112 00000100:00100000:2.0:1734016137.114467:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341007488:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.114503:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23298 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.114518:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23298 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff1d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.114550:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:2.0:1734016137.114602:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338786944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11125us (11277us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.114619:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14285 00000100:00100000:0.0:1734016137.122583:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.122642:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.122727:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787200 00000100:00100000:1.0:1734016137.122735:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787200 00000100:00100000:1.0:1734016137.122825:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787072 00000100:00100000:1.0:1734016137.122828:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787072 00000100:00100000:1.0:1734016137.122992:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14287 00000100:00100000:1.0:1734016137.123000:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338787200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.123016:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.123030:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea232a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff2b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.123075:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341007744:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.123204:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14288 00000100:00100000:3.0:1734016137.123209:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338787072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.123217:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.123226:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea232ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff24 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.123255:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341007872:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.125261:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.125367:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.131506:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341007744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.131539:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea232a6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff2b expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.131552:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea232a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff2b expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.131567:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016137.131629:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338787200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8628us (9055us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.131637:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14287 00000100:00100000:3.0:1734016137.133973:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341007872:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.134006:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea232ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff24 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.134018:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea232ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff24 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.134045:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016137.134084:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338787072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10872us (11441us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.134092:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14288 00000100:00100000:0.0:1734016137.137934:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.137984:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.138051:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787456 00000100:00100000:3.0:1734016137.138061:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787456 00000100:00100000:3.0:1734016137.138104:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787328 00000100:00100000:3.0:1734016137.138106:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787328 00000100:00100000:3.0:1734016137.138122:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14289 00000100:00100000:3.0:1734016137.138128:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338787456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.138144:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.138161:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea232b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff39 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.138213:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341008000:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.138260:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.138298:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14290 00000100:00100000:3.0:1734016137.138303:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338787328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.138310:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.138318:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea232bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff32 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.138338:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341008128:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.138355:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.144226:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341008000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.144256:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea232b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff39 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.144296:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea232b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff39 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.144318:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016137.144356:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338787456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6227us (6429us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.144363:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14289 00000100:00100000:2.0:1734016137.144469:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341008128:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.144493:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea232bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff32 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.144504:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea232bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff32 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.144520:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:2.0:1734016137.144538:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338787328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6234us (6554us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.144544:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14290 00000100:00100000:0.0:1734016137.146817:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.146862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.146931:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787584 00000100:00100000:3.0:1734016137.146938:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787584 00000100:00100000:3.0:1734016137.146976:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787712 00000100:00100000:3.0:1734016137.146979:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787712 00000100:00100000:3.0:1734016137.146996:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14291 00000100:00100000:3.0:1734016137.147002:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338787584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.147018:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.147033:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea232c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff40 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.147083:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341008256:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.147128:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.147158:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14292 00000100:00100000:3.0:1734016137.147162:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338787712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.147169:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.147178:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff47 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.147201:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341008384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.147217:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.148724:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341008256:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.148748:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea232c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff40 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.148758:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea232c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff40 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.148779:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016137.148809:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338787584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1806us (1997us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.148816:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14291 00000100:00100000:2.0:1734016137.148894:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341008384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.148909:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff47 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.148916:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff47 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.148926:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016137.148943:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338787712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1780us (2081us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.148948:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14292 00000100:00100000:0.0:1734016137.150963:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.151225:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.151345:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787968 00000100:00100000:3.0:1734016137.151352:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787968 00000100:00100000:3.0:1734016137.151381:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338787840 00000100:00100000:3.0:1734016137.151383:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338787840 00000100:00100000:3.0:1734016137.151412:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14293 00000100:00100000:3.0:1734016137.151418:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338787968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.151434:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.151448:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea232d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff55 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.151493:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341008512:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.151543:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.151619:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14294 00000100:00100000:1.0:1734016137.151626:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338787840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.151633:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.151643:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea232d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff4e expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.151670:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341008640:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.151691:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.155053:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341008512:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.155102:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea232d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff55 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.155114:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea232d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff55 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.155139:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016137.155191:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338787968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3772us (4233us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.155199:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14293 00000100:00100000:1.0:1734016137.156072:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341008640:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.156094:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea232d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff4e expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.156105:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea232d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff4e expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.156133:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016137.156172:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338787840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4545us (4946us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.156179:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14294 00000100:00100000:0.0:1734016137.165420:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.165458:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.165579:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788096 00000100:00100000:1.0:1734016137.165587:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788096 00000100:00100000:1.0:1734016137.165639:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788224 00000100:00100000:1.0:1734016137.165641:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788224 00000100:00100000:1.0:1734016137.165664:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14295 00000100:00100000:1.0:1734016137.165670:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338788096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.165686:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.165700:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea232de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff5c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.165750:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341008768:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.165797:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.165850:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14296 00000100:00100000:2.0:1734016137.165856:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338788224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.165863:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.165873:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea232e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff63 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.165896:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341008896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.165913:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.171827:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341008896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.171868:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea232e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff63 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.171880:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea232e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff63 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.171907:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016137.171951:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338788224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6093us (6491us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.171959:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14296 00000100:00100000:1.0:1734016137.172874:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341008768:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.172899:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea232de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff5c expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.172910:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea232de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff5c expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.172928:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016137.172965:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338788096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7294us (7552us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.172973:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14295 00000100:00100000:0.0:1734016137.176514:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.179161:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788480 00000100:00100000:3.0:1734016137.179172:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788480 00000100:00100000:3.0:1734016137.179227:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2710 00000100:00100000:3.0:1734016137.179233:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338788480:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.179296:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.179319:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea231f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfe7c expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.179346:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.179350:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.179481:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.179492:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.179498:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.179522:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.179533:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 19 pid: 6487 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016137.179543:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341009024:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.179593:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00080000:0.0:1734016137.179679:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:2.0:1734016137.183489:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.183561:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788608 00000100:00100000:1.0:1734016137.183570:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788608 00010000:00010000:1.0:1734016137.183624:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 20 pid: 6487 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.183660:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3937 00000100:00100000:1.0:1734016137.183666:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338788608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016137.183677:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016137.183681:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 20 pid: 6487 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016137.183694:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 20 pid: 6487 timeout: 505 lvb_type: 0 00010000:00010000:1.0:1734016137.183711:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016137.183714:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016137.183724:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016137.183730:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6487 initiator: MDT0 00010000:00010000:1.0:1734016137.183748:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016137.183795:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247338788608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 127us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.183802:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3937 00010000:00010000:3.0:1734016137.183914:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23228 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfea6 expref: 19 pid: 6487 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016137.183925:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341009024:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.183941:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.183953:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.183957:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016137.184040:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969034 00000004:00010000:3.0:1734016137.184084:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079cb5c00 reply state ffff88012c7cd000 transno 4294969035 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016137.184092:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016137.184158:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338788480:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4921us (7648us total) trans 4294969035 rc 0/0 00000100:00100000:3.0:1734016137.184166:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2710 00000020:00080000:3.0:1734016137.184171:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1734016137.184258:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016107 00000100:00100000:0.0:1734016137.189086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.190037:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788736 00000100:00100000:1.0:1734016137.190045:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788736 00000100:00100000:1.0:1734016137.190096:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14297 00000100:00100000:1.0:1734016137.190103:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338788736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.190118:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.190133:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff6a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.190156:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.190168:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.190169:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.190173:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.190197:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.190208:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.190219:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341009152:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.190546:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190558:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190563:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190568:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccfc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016137.190571:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190576:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190589:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.190591:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016137.190594:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.190598:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea232ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016137.190717:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.194859:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.197172:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341009152:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016137.197203:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.197220:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:3.0:1734016137.197317:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788864 00000100:00100000:3.0:1734016137.197323:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788864 00002000:00100000:3.0:1734016137.197356:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4993024->5001088) req@ffff880078d51180 x1818247338788864/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8560/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.197365:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51180 with x1818247338788864 ext(4993024->5001088) 00010000:00010000:3.0:1734016137.197371:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.197382:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 7 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016137.197388:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078d51180 00000100:00100000:3.0:1734016137.197426:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 374 00000100:00100000:3.0:1734016137.197433:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338788864:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016137.197871:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338788736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7766us (8790us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.197878:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14297 00000100:00100000:3.0:1734016137.205716:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338788864:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 8270us (10852us total) trans 4294969962 rc 0/0 00000100:00100000:3.0:1734016137.205730:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 374 00002000:00100000:3.0:1734016137.205742:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4993024->5001088) req@ffff880078d51180 x1818247338788864/t4294969962(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8560/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.205751:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d51180 with x1818247338788864 ext(4993024->5001088) 00010000:00010000:3.0:1734016137.205761:0:7698:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.205775:0:7698:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00002000:00010000:3.0:1734016137.205781:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880078d51180 00000100:00100000:0.0:1734016137.211095:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.211184:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338788992 00000100:00100000:2.0:1734016137.211192:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338788992 00010000:00010000:2.0:1734016137.211221:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016137.211255:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3938 00000100:00100000:2.0:1734016137.211261:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338788992:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.211298:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016137.211315:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1120 -> 1136 00010000:00010000:2.0:1734016137.211321:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.211331:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.211349:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23267 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4993024->5001215) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfee5 expref: 9 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.211374:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.211377:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.211382:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.211389:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.211418:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.211429:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341009280:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016137.211472:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.215535:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.215643:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789120 00000100:00100000:1.0:1734016137.215651:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789120 00000100:00100000:1.0:1734016137.215806:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14298 00000100:00100000:1.0:1734016137.215812:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338789120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.215827:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.215845:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff71 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.215870:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.215878:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.215880:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.215883:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.215908:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.215919:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 5 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.215930:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341009408:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016137.216089:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.220755:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341009280:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016137.220783:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.220821:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338788992:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9557us (9733us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.220831:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3938 00000100:00100000:0.0:1734016137.225113:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.225228:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789248 00000100:00100000:2.0:1734016137.225237:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789248 00010000:00010000:2.0:1734016137.225268:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016137.225326:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3939 00000100:00100000:2.0:1734016137.225334:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338789248:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.225347:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.225367:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.225379:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00010000:00010000:2.0:1734016137.225401:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.225403:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.225408:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.225415:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.225446:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.225457:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341009536:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016137.225505:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00010000:00010000:1.0:1734016137.228183:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23291 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->2891775) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff0f expref: 6 pid: 7694 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.228226:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341009408:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016137.228263:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.228317:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016137.228380:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338789120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12564us (12851us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.228388:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14298 00000100:00100000:3.0:1734016137.229906:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341009536:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.229926:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.229959:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338789248:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4625us (4854us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.229967:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3939 00000100:00100000:0.0:1734016137.231811:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.231856:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.231926:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789504 00000100:00100000:3.0:1734016137.231936:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789504 00002000:00010000:3.0:1734016137.231967:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016137.231971:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53800 with x1818247338789504 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016137.231980:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d53800. 00000100:00100000:3.0:1734016137.232009:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789376 00000100:00100000:3.0:1734016137.232011:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789376 00002000:00010000:3.0:1734016137.232022:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3785088->18446744073709551615) 00002000:00100000:3.0:1734016137.232024:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247338789376 ext(3785088->18446744073709551615) 00002000:00010000:3.0:1734016137.232030:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80. 00000100:00100000:3.0:1734016137.232041:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9746 00000100:00100000:3.0:1734016137.232047:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338789504:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016137.235068:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016137.235075:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.235077:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.235079:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.235081:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 0 00000100:00100000:3.0:1734016137.235136:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338789504:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3085us (3329us total) trans 4294968328 rc 0/0 00000100:00100000:3.0:1734016137.235147:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9746 00002000:00010000:3.0:1734016137.235152:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016137.235155:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53800 with x1818247338789504 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016137.235160:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d53800. 00000100:00100000:3.0:1734016137.235180:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9747 00000100:00100000:3.0:1734016137.235186:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338789376:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016137.253496:0:7698:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5001089 -> 3785088 00002000:00010000:3.0:1734016137.253504:0:7698:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.253507:0:7698:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.253509:0:7698:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016136 00002000:00010000:3.0:1734016137.253510:0:7698:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1136 -> 1080 00000100:00100000:3.0:1734016137.253592:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338789376:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 18400us (21730us total) trans 4294969963 rc 0/0 00000100:00100000:3.0:1734016137.253604:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9747 00002000:00010000:3.0:1734016137.253618:0:7698:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3785088->18446744073709551615) 00002000:00100000:3.0:1734016137.253622:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50a80 with x1818247338789376 ext(3785088->18446744073709551615) 00002000:00010000:3.0:1734016137.253628:0:7698:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50a80. 00000100:00100000:0.0:1734016137.256244:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.256362:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789632 00000100:00100000:3.0:1734016137.256369:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789632 00000100:00100000:2.0:1734016137.257727:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2711 00000100:00100000:2.0:1734016137.257737:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338789632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.257753:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.257769:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23301 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff78 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.257841:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.257852:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.257860:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016137.257881:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3785088 00000004:00200000:2.0:1734016137.257884:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016137.257899:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.257916:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23301 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff78 expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.257940:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff78 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.257946:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.257949:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016137.257952:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016137.257991:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338789632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 256us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.258001:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2711 00000100:00100000:0.0:1734016137.259787:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.259834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.259861:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789888 00000100:00100000:1.0:1734016137.259868:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789888 00000100:00100000:1.0:1734016137.259952:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338789760 00000100:00100000:1.0:1734016137.259956:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338789760 00000100:00100000:3.0:1734016137.259962:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14299 00000100:00100000:3.0:1734016137.259970:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338789888:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:1.0:1734016137.259981:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14300 00000100:00100000:1.0:1734016137.259985:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338789760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.259989:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.259993:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.260004:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea2330f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff7f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.260004:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff86 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.260049:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341009664:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.260049:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341009792:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.260594:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.260796:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.265629:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341009792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.265663:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23316 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff86 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.265676:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23316 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff86 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.265685:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016137.267926:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338789888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7942us (8133us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.267937:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14299 00000100:00100000:1.0:1734016137.268587:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341009664:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.268630:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea2330f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff7f expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.268644:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea2330f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff7f expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.268667:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016137.268712:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338789760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8726us (8877us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.268718:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14300 00000100:00100000:0.0:1734016137.282376:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.282425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.282449:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790144 00000100:00100000:1.0:1734016137.282457:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790144 00000100:00100000:1.0:1734016137.282502:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790016 00000100:00100000:1.0:1734016137.282504:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790016 00000100:00100000:1.0:1734016137.283254:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14301 00000100:00100000:1.0:1734016137.283263:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338790144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.283313:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.283330:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2331d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff94 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.283381:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341009920:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.283437:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.283517:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14302 00000100:00100000:2.0:1734016137.283523:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338790016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.283530:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.283540:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23324 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff8d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.283567:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341010048:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.283588:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.291649:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341009920:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.291686:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2331d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff94 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.291700:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2331d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff94 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.291716:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016137.291764:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338790144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8500us (9395us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.291773:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14301 00000100:00100000:2.0:1734016137.292094:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341010048:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.292116:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23324 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff8d expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.292124:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23324 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff8d expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.292136:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016137.292169:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338790016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8645us (9744us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.292174:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14302 00000100:00100000:0.0:1734016137.297018:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.299482:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790272 00000100:00100000:2.0:1734016137.299491:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790272 00000100:00100000:2.0:1734016137.299541:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14303 00000100:00100000:2.0:1734016137.299547:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338790272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.299564:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.299579:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adff9b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.299603:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.299620:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.299622:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.299625:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2236416->2244607] (req 2236416->2244607) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.299649:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.299659:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 8 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:2.0:1734016137.299669:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341010176:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016137.299718:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.306927:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341010176:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.306959:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2236416->2244607] (req 2236416->2244607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.306973:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016137.307024:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338790272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7475us (10014us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.307035:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14303 00000100:00100000:0.0:1734016137.308512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.311378:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790400 00000100:00100000:3.0:1734016137.311396:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790400 00010000:00010000:3.0:1734016137.311437:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 9 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016137.311494:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3940 00000100:00100000:3.0:1734016137.311504:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338790400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.311519:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.311541:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 9 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.311552:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 9 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.311576:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea232fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff71 expref: 9 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.311614:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.311617:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.311624:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.311632:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.311668:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.311684:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341010304:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016137.311750:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.316194:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341010304:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.316217:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.316255:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338790400:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4752us (7750us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.316265:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3940 00000100:00100000:0.0:1734016137.324459:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.325006:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790528 00000100:00100000:3.0:1734016137.325014:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790528 00000100:00100000:1.0:1734016137.326698:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14304 00000100:00100000:1.0:1734016137.326708:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338790528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.326725:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.326740:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23332 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffa2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.326787:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010432:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.326851:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.328706:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010432:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.328734:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23332 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffa2 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.328748:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23332 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffa2 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.328778:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016137.328830:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338790528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2121us (4378us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.328838:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14304 00000100:00100000:0.0:1734016137.333398:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.333490:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790656 00000100:00100000:1.0:1734016137.333499:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790656 00000100:00100000:1.0:1734016137.333550:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14305 00000100:00100000:1.0:1734016137.333556:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338790656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.333572:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.333588:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23339 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffa9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.333648:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010560:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.333693:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.342788:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010560:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.342828:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23339 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffa9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.342842:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23339 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffa9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.342876:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016137.342922:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338790656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9364us (9530us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.342930:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14305 00000100:00100000:0.0:1734016137.346258:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.346504:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338790912 00000100:00100000:3.0:1734016137.346513:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338790912 00000100:00100000:3.0:1734016137.346676:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2712 00000100:00100000:3.0:1734016137.346684:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338790912:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.346726:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.346748:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea23308 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff78 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.346893:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.346898:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.347040:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.347051:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.347059:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016137.347092:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969036 00000004:00010000:3.0:1734016137.347110:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012f182300 reply state ffff88012c7c9000 transno 4294969037 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016137.347116:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016137.347634:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338790912:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 949us (1381us total) trans 4294969037 rc 0/0 00000100:00100000:3.0:1734016137.347641:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2712 00000020:00080000:3.0:1734016137.347645:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016137.350185:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.350246:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791040 00000100:00100000:1.0:1734016137.350253:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791040 00000100:00100000:1.0:1734016137.350308:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14306 00000100:00100000:1.0:1734016137.350314:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338791040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.350329:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.350341:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffb0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.350364:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.350376:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.350378:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.350381:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.350408:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.350420:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 10 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:1.0:1734016137.350430:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010688:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016137.350478:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016137.351131:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351139:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351143:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351147:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ced00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016137.351150:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351156:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351168:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.351170:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016137.351173:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.351177:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea23340 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016137.354463:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341010688:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016137.354500:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.354519:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016137.354563:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338791040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4249us (4384us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.354571:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14306 00000100:00100000:0.0:1734016137.361348:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.370522:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791168 00000100:00100000:3.0:1734016137.370536:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791168 00010000:00010000:3.0:1734016137.370572:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00000100:00100000:3.0:1734016137.370598:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3941 00000100:00100000:3.0:1734016137.370603:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338791168:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.370625:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.370643:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.370654:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.370671:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea232f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff6a expref: 11 pid: 13929 timeout: 505 lvb_type: 0 00010000:00010000:3.0:1734016137.370705:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.370708:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.370713:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.370722:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.370749:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.370759:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341010816:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016137.370815:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.373782:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.373814:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.373896:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791424 00000100:00100000:1.0:1734016137.373903:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791424 00002000:00010000:1.0:1734016137.373931:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3326948->18446744073709551615) 00002000:00100000:1.0:1734016137.373935:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180a80 with x1818247338791424 ext(3326948->18446744073709551615) 00002000:00010000:1.0:1734016137.373944:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f180a80. 00000100:00100000:1.0:1734016137.373959:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791296 00000100:00100000:1.0:1734016137.373962:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791296 00002000:00010000:1.0:1734016137.373970:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016137.373972:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338791296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016137.373977:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f181f80. 00000100:00100000:1.0:1734016137.373990:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9748 00000100:00100000:1.0:1734016137.373997:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338791424:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.374155:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 3326948 00002000:00010000:1.0:1734016137.374158:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016137.374160:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.374161:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016137.374163:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016137.374199:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338791424:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 202us (425us total) trans 4294968329 rc 0/0 00000100:00100000:1.0:1734016137.374204:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9748 00002000:00010000:1.0:1734016137.374207:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3326948->18446744073709551615) 00002000:00100000:1.0:1734016137.374209:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180a80 with x1818247338791424 ext(3326948->18446744073709551615) 00002000:00010000:1.0:1734016137.374212:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f180a80. 00000100:00100000:1.0:1734016137.374238:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9749 00000100:00100000:1.0:1734016137.374242:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338791296:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.374326:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3785088 -> 4194304 00002000:00010000:1.0:1734016137.374329:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016137.374330:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.374332:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016136 -> 1734016137 00002000:00010000:1.0:1734016137.374334:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1080 -> 1080 00000100:00100000:1.0:1734016137.374348:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338791296:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 105us (534us total) trans 4294969964 rc 0/0 00000100:00100000:1.0:1734016137.374353:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9749 00002000:00010000:1.0:1734016137.374355:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016137.374357:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f181f80 with x1818247338791296 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016137.374360:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f181f80. 00000100:00100000:3.0:1734016137.374464:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341010816:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.374480:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.374500:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338791168:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3897us (13161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.374506:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3941 00000100:00100000:0.0:1734016137.381710:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.383344:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791552 00000100:00100000:3.0:1734016137.383353:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791552 00000100:00100000:3.0:1734016137.383404:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2713 00000100:00100000:3.0:1734016137.383411:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338791552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.383431:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.383451:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2334e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffb7 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.383519:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.383533:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.383541:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016137.383562:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7521252 00000004:00200000:3.0:1734016137.383566:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016137.383579:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.383598:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2334e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb7 expref: 24 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.383637:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb7 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.383644:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.383646:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016137.383649:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016137.384502:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338791552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1085us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.384509:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2713 00000100:00100000:0.0:1734016137.395318:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.395355:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.395436:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791808 00000100:00100000:3.0:1734016137.395443:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791808 00000100:00100000:3.0:1734016137.395474:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791680 00000100:00100000:3.0:1734016137.395476:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791680 00000100:00100000:3.0:1734016137.395503:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14307 00000100:00100000:3.0:1734016137.395509:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338791808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.395526:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.395539:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2335c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffc5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.395582:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341010944:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.395637:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.395689:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14308 00000100:00100000:0.0:1734016137.395694:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338791680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.395702:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.395710:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23363 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffbe expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.395733:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011072:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016137.395751:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.400758:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011072:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016137.400791:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23363 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffbe expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.400805:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23363 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffbe expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.400831:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016137.400880:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338791680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5184us (5525us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.400888:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14308 00002000:00010000:3.0:1734016137.401700:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016137.401713:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341010944:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.401732:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2335c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffc5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.401741:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea2335c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffc5 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.401766:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016137.401793:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338791808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6283us (6482us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.401799:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14307 00000100:00100000:1.0:1734016137.407068:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.407117:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.407191:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338791936 00000100:00100000:0.0:1734016137.407198:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338791936 00000100:00100000:0.0:1734016137.407240:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792064 00000100:00100000:0.0:1734016137.407242:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792064 00000100:00100000:0.0:1734016137.407258:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14309 00000100:00100000:0.0:1734016137.407264:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338791936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.407299:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.407314:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2336a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffcc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.407361:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011200:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016137.407411:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.407539:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14310 00000100:00100000:3.0:1734016137.407544:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338792064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.407552:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.407561:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23371 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffd3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.407586:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341011328:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.407620:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.409152:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011200:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016137.409177:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2336a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffcc expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.409188:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f600/0x857af32d4ea2336a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffcc expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.412376:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:1.0:1734016137.412539:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338791936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5269us (5473us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.412548:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14309 00000100:00100000:3.0:1734016137.418981:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341011328:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.419012:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23371 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffd3 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.419026:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23371 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffd3 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.419039:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016137.419088:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338792064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11541us (11968us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.419097:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14310 00000100:00100000:0.0:1734016137.426354:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.426439:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792320 00000100:00100000:3.0:1734016137.426446:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792320 00000100:00100000:3.0:1734016137.426491:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2714 00000100:00100000:3.0:1734016137.426497:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338792320:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.426537:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.426559:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23355 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb7 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.426574:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.426578:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.426775:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.426786:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.426795:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016137.426822:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969038 00000004:00010000:3.0:1734016137.426838:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012f181180 reply state ffff88012c7ce000 transno 4294969039 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016137.426843:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016137.426904:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338792320:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 405us (556us total) trans 4294969039 rc 0/0 00000100:00100000:3.0:1734016137.426909:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2714 00000020:00080000:3.0:1734016137.426913:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016137.433138:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016137.433236:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433245:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433251:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433259:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccd80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016137.433262:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433268:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433292:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.433294:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016137.433297:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.433302:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23378 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016137.433336:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792448 00000100:00100000:3.0:1734016137.433344:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792448 00000100:00100000:0.0:1734016137.434833:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14311 00000100:00100000:0.0:1734016137.434841:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338792448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.434858:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.434873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffda expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.434895:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.434901:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016137.434903:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016137.434905:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.434928:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.434943:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 9 pid: 13929 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016137.434952:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011456:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016137.435012:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.439966:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341011456:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.439992:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.440006:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:2.0:1734016137.440051:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338792448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5211us (6921us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.440058:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14311 00000100:00100000:1.0:1734016137.441210:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.443593:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792576 00000100:00100000:3.0:1734016137.443613:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792576 00010000:00010000:3.0:1734016137.443652:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 10 pid: 13929 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.444064:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3942 00000100:00100000:3.0:1734016137.444072:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338792576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.444086:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.444106:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 10 pid: 13929 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.444117:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 10 pid: 13929 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.444141:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23347 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffb0 expref: 10 pid: 13929 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.444171:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.444173:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.444178:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.444185:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.444790:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.444803:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341011584:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016137.444857:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.452752:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341011584:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.452773:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.452807:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338792576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8735us (11599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.452816:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3942 00000100:00100000:0.0:1734016137.453185:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.453242:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792704 00000100:00100000:2.0:1734016137.453248:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792704 00000100:00100000:2.0:1734016137.453298:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14312 00000100:00100000:2.0:1734016137.453303:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338792704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.453318:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.453332:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffe1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.453354:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.453360:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.453362:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.453365:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.453387:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.453396:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 6 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.453405:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341011712:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016137.453442:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.454640:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341011712:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.454664:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.454674:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016137.454698:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338792704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1394us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.454704:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14312 00000100:00100000:1.0:1734016137.456583:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.456651:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792832 00000100:00100000:0.0:1734016137.456658:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792832 00002000:00100000:0.0:1734016137.456689:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2236416->2244607) req@ffff880078cedc00 x1818247338792832/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8680/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.456697:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cedc00 with x1818247338792832 ext(2236416->2244607) 00010000:00010000:0.0:1734016137.456706:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.456717:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00002000:00010000:0.0:1734016137.456724:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cedc00 00000100:00100000:0.0:1734016137.456750:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 375 00000100:00100000:0.0:1734016137.456755:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338792832:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.458029:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338792832:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1268us (1448us total) trans 4294968330 rc 0/0 00000100:00100000:0.0:1734016137.458036:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 375 00002000:00100000:0.0:1734016137.458043:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2236416->2244607) req@ffff880078cedc00 x1818247338792832/t4294968330(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 8680/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.458052:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cedc00 with x1818247338792832 ext(2236416->2244607) 00010000:00010000:0.0:1734016137.458058:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.458067:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00002000:00010000:0.0:1734016137.458072:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078cedc00 00000100:00100000:0.0:1734016137.461840:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.462140:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338792960 00000100:00100000:3.0:1734016137.462147:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338792960 00010000:00010000:3.0:1734016137.462174:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.462199:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3943 00000100:00100000:3.0:1734016137.462204:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338792960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.462215:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016137.462228:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:3.0:1734016137.462233:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.462242:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.462259:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2332b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2236416->2244607) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adff9b expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.463173:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.463176:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.463184:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.463193:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.463221:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.463232:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341011840:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016137.463297:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.473767:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.473796:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.473847:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793088 00000100:00100000:2.0:1734016137.473854:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793088 00002000:00010000:2.0:1734016137.473879:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2689104->18446744073709551615) 00002000:00100000:2.0:1734016137.473883:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247338793088 ext(2689104->18446744073709551615) 00002000:00010000:2.0:1734016137.473892:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80. 00000100:00100000:2.0:1734016137.473905:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793216 00000100:00100000:2.0:1734016137.473907:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793216 00002000:00010000:2.0:1734016137.473913:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016137.473916:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee680 with x1818247338793216 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016137.473922:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cee680. 00000100:00100000:2.0:1734016137.473931:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9750 00000100:00100000:2.0:1734016137.473936:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338793088:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016137.474823:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2689104 00002000:00010000:2.0:1734016137.474827:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.474829:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.474831:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.474833:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1080 -> 1040 00000100:00100000:2.0:1734016137.474877:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338793088:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 939us (1116us total) trans 4294969965 rc 0/0 00000100:00100000:2.0:1734016137.474884:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9750 00002000:00010000:2.0:1734016137.474887:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2689104->18446744073709551615) 00002000:00100000:2.0:1734016137.474890:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceca80 with x1818247338793088 ext(2689104->18446744073709551615) 00002000:00010000:2.0:1734016137.474894:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceca80. 00000100:00100000:2.0:1734016137.474909:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9751 00000100:00100000:2.0:1734016137.474913:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338793216:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016137.475026:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3326948 -> 0 00002000:00010000:2.0:1734016137.475028:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.475030:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:2.0:1734016137.475032:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.475033:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:2.0:1734016137.475049:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338793216:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 135us (1253us total) trans 4294968331 rc 0/0 00000100:00100000:2.0:1734016137.475055:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9751 00002000:00010000:2.0:1734016137.475057:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016137.475059:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cee680 with x1818247338793216 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016137.475063:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cee680. 00000100:00100000:3.0:1734016137.475264:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341011840:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.475298:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.475321:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338792960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13116us (13490us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.475328:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3943 00000100:00100000:1.0:1734016137.477570:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.477663:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793344 00000100:00100000:3.0:1734016137.477672:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793344 00000100:00100000:3.0:1734016137.477802:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2715 00000100:00100000:3.0:1734016137.477809:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338793344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.477832:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.477849:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea2338d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffe8 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.477919:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.477931:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.477940:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:3.0:1734016137.477961:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2689104 00000004:00200000:3.0:1734016137.477965:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016137.477978:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.477995:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea2338d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe8 expref: 26 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.478024:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe8 expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.478030:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.478033:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016137.478035:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016137.478205:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338793344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 395us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.478210:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2715 00000100:00100000:0.0:1734016137.480496:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.480565:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793600 00000100:00100000:3.0:1734016137.480573:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793600 00000100:00100000:3.0:1734016137.480699:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2716 00000100:00100000:3.0:1734016137.480705:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338793600:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.480742:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.480764:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23394 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe8 expref: 25 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.480777:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.480779:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.480900:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.480908:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016137.480914:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:3.0:1734016137.480944:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969040 00000004:00010000:3.0:1734016137.480960:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012f180e00 reply state ffff880130e3c000 transno 4294969041 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:3.0:1734016137.480966:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016137.481177:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338793600:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 471us (687us total) trans 4294969041 rc 0/0 00000100:00100000:3.0:1734016137.481183:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2716 00000020:00080000:3.0:1734016137.481187:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016137.484656:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.484733:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.484805:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793728 00000100:00100000:1.0:1734016137.484814:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793728 00002000:00010000:1.0:1734016137.484845:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1275402->18446744073709551615) 00002000:00100000:1.0:1734016137.484849:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338793728 ext(1275402->18446744073709551615) 00002000:00010000:1.0:1734016137.484859:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80. 00000100:00100000:1.0:1734016137.484872:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793856 00000100:00100000:1.0:1734016137.484874:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793856 00002000:00010000:1.0:1734016137.484881:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016137.484883:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338793856 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016137.484889:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8ca80. 00000100:00100000:1.0:1734016137.484918:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9752 00000100:00100000:1.0:1734016137.484924:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338793728:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.486034:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2689104 -> 1275402 00002000:00010000:1.0:1734016137.486039:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.486041:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.486042:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.486044:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 960 00000100:00100000:1.0:1734016137.486090:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338793728:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1164us (1439us total) trans 4294969966 rc 0/0 00000100:00100000:1.0:1734016137.486098:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9752 00002000:00010000:1.0:1734016137.486101:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (1275402->18446744073709551615) 00002000:00100000:1.0:1734016137.486103:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338793728 ext(1275402->18446744073709551615) 00002000:00010000:1.0:1734016137.486107:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8df80. 00000100:00100000:1.0:1734016137.486140:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9753 00000100:00100000:1.0:1734016137.486144:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338793856:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.486207:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016137.486209:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.486211:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.486212:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.486214:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016137.486229:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338793856:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 83us (1495us total) trans 4294968332 rc 0/0 00000100:00100000:1.0:1734016137.486233:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9753 00002000:00010000:1.0:1734016137.486236:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016137.486237:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338793856 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016137.486241:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8ca80. 00010000:00010000:0.0:1734016137.488143:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488156:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488162:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488167:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccd80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016137.488170:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488175:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488188:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016137.488190:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016137.488193:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.488201:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2339b lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016137.489042:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.489722:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338793984 00000100:00100000:2.0:1734016137.489734:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338793984 00000100:00100000:2.0:1734016137.489778:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2717 00000100:00100000:2.0:1734016137.489786:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338793984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.489809:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.489824:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea233a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adffef expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.489897:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.489907:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.489915:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016137.489938:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 1275402 00000004:00200000:2.0:1734016137.489943:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016137.489956:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.489973:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea233a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.489988:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.489994:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.489997:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016137.489999:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016137.490040:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338793984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 255us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.490046:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2717 00000100:00100000:1.0:1734016137.500156:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.500224:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.500832:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794112 00000100:00100000:3.0:1734016137.500841:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794112 00000100:00100000:3.0:1734016137.500878:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794240 00000100:00100000:3.0:1734016137.500880:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794240 00000100:00100000:3.0:1734016137.500896:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14313 00000100:00100000:3.0:1734016137.500902:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338794112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.500916:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.500930:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea233b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfff6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.500973:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341011968:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.501015:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.501038:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14314 00000100:00100000:3.0:1734016137.501041:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338794240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.501047:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.501054:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45adfffd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.501078:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341012096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.501094:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.504809:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341011968:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.504844:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea233b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfff6 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.504857:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea233b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfff6 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.504869:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016137.504923:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338794112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4020us (4773us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.504930:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14313 00000100:00100000:0.0:1734016137.505213:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341012096:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016137.505229:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233b7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfffd expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.505237:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adfffd expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.505247:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:0.0:1734016137.505268:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338794240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4225us (5044us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.505296:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14314 00000100:00100000:2.0:1734016137.510922:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.510964:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.511035:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794368 00000100:00100000:3.0:1734016137.511043:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794368 00000100:00100000:3.0:1734016137.511073:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794496 00000100:00100000:3.0:1734016137.511075:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794496 00000100:00100000:3.0:1734016137.511104:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14315 00000100:00100000:3.0:1734016137.511111:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338794368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.511128:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.511143:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea233be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0004 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.511192:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341012224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.511244:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.511313:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14316 00000100:00100000:1.0:1734016137.511318:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338794496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.511325:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.511336:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea233c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae000b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.511362:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078cef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341012352:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.511382:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.516052:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078cef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341012352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.516086:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea233c5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae000b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.516100:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea233c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae000b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.516116:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:2.0:1734016137.516158:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338794496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4838us (5193us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.516166:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14316 00000100:00100000:3.0:1734016137.516588:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341012224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.516617:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea233be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0004 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.516627:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea233be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0004 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.516634:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016137.516669:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338794368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5558us (5754us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.516675:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14315 00000100:00100000:1.0:1734016137.520689:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.521391:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794752 00000100:00100000:3.0:1734016137.521399:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794752 00000100:00100000:3.0:1734016137.521452:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2718 00000100:00100000:3.0:1734016137.521460:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338794752:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.521667:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.521679:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.521686:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.523091:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.523109:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 21 pid: 6487 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.523122:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341012480:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.523181:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.530022:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.530191:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341012480:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.530211:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016137.531024:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338794880 00000100:00100000:2.0:1734016137.531031:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338794880 00010000:00010000:2.0:1734016137.531057:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.531092:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3944 00000100:00100000:2.0:1734016137.531098:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338794880:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.531110:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.531115:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.531125:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.531142:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea233a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffef expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.531167:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.531172:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.531179:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.531185:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.531207:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.531254:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338794880:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 155us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.531261:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3944 00010000:00010000:3.0:1734016137.531329:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.531335:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016137.531404:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969042 00000004:00010000:3.0:1734016137.531439:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078cec700 reply state ffff880130e38000 transno 4294969043 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016137.531446:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016137.531502:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338794752:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 10042us (10825us total) trans 4294969043 rc 0/0 00000100:00100000:3.0:1734016137.531509:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2718 00000020:00080000:3.0:1734016137.531512:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016137.534394:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.534440:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:0.0:1734016137.534742:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534751:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534756:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534760:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016137.534763:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534769:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534782:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016137.534784:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016137.534787:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.534791:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea233cc lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016137.535074:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795008 00000100:00100000:1.0:1734016137.535083:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795008 00002000:00010000:1.0:1734016137.535109:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2835854->18446744073709551615) 00002000:00100000:1.0:1734016137.535112:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d180 with x1818247338795008 ext(2835854->18446744073709551615) 00002000:00010000:1.0:1734016137.535120:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d180. 00000100:00100000:1.0:1734016137.535133:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795136 00000100:00100000:1.0:1734016137.535135:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795136 00002000:00010000:1.0:1734016137.535142:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016137.535144:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f100 with x1818247338795136 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016137.535150:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8f100. 00000100:00100000:1.0:1734016137.535161:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9754 00000100:00100000:1.0:1734016137.535167:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338795008:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.535338:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1275402 -> 2835854 00002000:00010000:1.0:1734016137.535341:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.535344:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.535345:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.535347:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:1.0:1734016137.535381:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338795008:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 213us (993us total) trans 4294969967 rc 0/0 00000100:00100000:1.0:1734016137.535387:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9754 00002000:00010000:1.0:1734016137.535390:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2835854->18446744073709551615) 00002000:00100000:1.0:1734016137.535392:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d180 with x1818247338795008 ext(2835854->18446744073709551615) 00002000:00010000:1.0:1734016137.535395:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d180. 00000100:00100000:1.0:1734016137.535419:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9755 00000100:00100000:1.0:1734016137.535423:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338795136:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.535477:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1734016137.535480:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.535481:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.535483:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.535485:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016137.535497:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338795136:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 73us (1057us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1734016137.535502:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9755 00002000:00010000:1.0:1734016137.535504:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016137.535506:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f100 with x1818247338795136 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016137.535509:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8f100. 00000100:00100000:1.0:1734016137.542423:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.542508:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795264 00000100:00100000:3.0:1734016137.542516:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795264 00000100:00100000:3.0:1734016137.542562:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2719 00000100:00100000:3.0:1734016137.542567:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338795264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.542590:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.542615:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea233d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0012 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.542684:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.542695:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.542703:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016137.542724:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2835854 00000004:00200000:3.0:1734016137.542728:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016137.542740:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.542758:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea233d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0012 expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.542776:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0012 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.542783:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.542785:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016137.542788:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016137.542825:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338795264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 257us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.542831:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2719 00000100:00100000:1.0:1734016137.545102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.545175:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795392 00000100:00100000:3.0:1734016137.545182:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795392 00000100:00100000:3.0:1734016137.545264:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14317 00000100:00100000:3.0:1734016137.545372:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338795392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.545385:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.545400:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0019 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.545423:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.545428:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.545430:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.545433:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1216512->1224703] (req 1216512->1224703) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.545456:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.545468:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 13 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.545478:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341012608:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.545519:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.549563:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.549591:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795520 00000100:00100000:0.0:1734016137.549598:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795520 00010000:00010000:0.0:1734016137.549636:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 14 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.550317:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341012608:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.550342:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1216512->1224703] (req 1216512->1224703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.550354:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:2.0:1734016137.550580:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338795392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5308us (5482us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.550587:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14317 00000100:00100000:0.0:1734016137.550989:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3945 00000100:00100000:0.0:1734016137.550997:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338795520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016137.551010:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016137.551029:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 14 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.551038:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 14 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.551055:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2337f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffda expref: 14 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.551081:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.551084:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016137.551088:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.551096:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.551119:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016137.551128:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079fe3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341012736:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016137.551169:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.564003:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079fe3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341012736:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016137.564022:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016137.564083:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338795520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13086us (14527us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.564093:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3945 00000100:00100000:1.0:1734016137.577210:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.577351:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795776 00000100:00100000:0.0:1734016137.577361:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795776 00002000:00100000:0.0:1734016137.577394:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->2838527) req@ffff88007f01ad80 x1818247338795776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.577402:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01ad80 with x1818247338795776 ext(0->2838527) 00002000:00010000:0.0:1734016137.577406:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01ad80 00000100:00100000:0.0:1734016137.577437:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9756 00000100:00100000:0.0:1734016137.577444:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338795776:12345-192.168.201.60@tcp:3:fsx.0 00010000:00010000:3.0:1734016137.617466:0:6477:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.621532:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338795776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 44077us (44317us total) trans 0 rc 2838528/2838528 00000100:00100000:0.0:1734016137.621546:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9756 00002000:00100000:0.0:1734016137.621556:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->2838527) req@ffff88007f01ad80 x1818247338795776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 2838528/2838528 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.621564:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01ad80 with x1818247338795776 ext(0->2838527) 00002000:00010000:0.0:1734016137.621569:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01ad80 00000100:00100000:2.0:1734016137.631373:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.631440:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338795904 00000100:00100000:0.0:1734016137.631448:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338795904 00000100:00100000:0.0:1734016137.631507:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2720 00000100:00100000:0.0:1734016137.631515:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338795904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.631534:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016137.631550:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea233e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0020 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.631640:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.631653:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.631662:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:0.0:1734016137.631682:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2835854 00000004:00200000:0.0:1734016137.631686:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016137.631699:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016137.631718:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea233e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.631764:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.631770:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016137.631773:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016137.631775:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016137.631810:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338795904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 296us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.631816:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2720 00000100:00100000:3.0:1734016137.633431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.633497:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796032 00000100:00100000:2.0:1734016137.633503:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796032 00000100:00100000:2.0:1734016137.633537:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14318 00000100:00100000:2.0:1734016137.633543:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338796032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.633554:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.633566:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea233f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0027 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.633614:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341012864:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.633737:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.635094:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341012864:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.635120:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea233f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0027 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.635130:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea233f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0027 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.635357:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016137.635802:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338796032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2257us (2373us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.635811:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14318 00000100:00100000:3.0:1734016137.639400:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.639468:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796160 00000100:00100000:2.0:1734016137.639475:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796160 00000100:00100000:2.0:1734016137.639503:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14319 00000100:00100000:2.0:1734016137.639509:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338796160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.639523:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.639537:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea233fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae002e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.639577:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341012992:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.639635:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.642473:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341012992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.642504:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea233fd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae002e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.642514:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea233fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae002e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.642544:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016137.642587:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338796160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3077us (3193us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.642594:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14319 00000100:00100000:1.0:1734016137.652957:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.653053:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796416 00000100:00100000:3.0:1734016137.653061:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796416 00000100:00100000:3.0:1734016137.653119:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2721 00000100:00100000:3.0:1734016137.653126:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338796416:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016137.653178:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.653204:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea233da lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0012 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.653227:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016137.653231:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016137.653398:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.653411:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.653417:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016137.653441:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 21 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.653451:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 21 pid: 6487 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.653464:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341013120:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.653511:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.658973:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341013120:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.658997:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016137.660961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.661047:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796544 00000100:00100000:0.0:1734016137.661055:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796544 00010000:00010000:0.0:1734016137.661085:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00000100:00100000:0.0:1734016137.663044:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3946 00000100:00100000:0.0:1734016137.663055:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338796544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016137.663073:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016137.663083:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.663096:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.663114:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933dd40/0x857af32d4ea233ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0020 expref: 22 pid: 6487 timeout: 506 lvb_type: 0 00010000:00010000:0.0:1734016137.663150:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016137.663154:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.663161:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.663168:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.663204:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016137.663245:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338796544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 191us (2291us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016137.663253:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3946 00010000:00010000:2.0:1734016137.663409:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016137.663416:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016137.663493:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969044 00000004:00010000:2.0:1734016137.663537:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007f018700 reply state ffff880130e3f000 transno 4294969045 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016137.663543:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016137.663611:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338796416:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 10475us (10654us total) trans 4294969045 rc 0/0 00000100:00100000:2.0:1734016137.663617:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2721 00000020:00080000:2.0:1734016137.663621:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016137.665689:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.665775:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796672 00000100:00100000:2.0:1734016137.665782:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796672 00010000:00010000:0.0:1734016137.665863:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665870:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665875:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665879:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:0.0:1734016137.665882:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665887:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665900:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016137.665902:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1734016137.665905:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016137.665911:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23404 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016137.666144:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14320 00000100:00100000:2.0:1734016137.666150:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338796672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.666166:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.666179:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0035 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.666203:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.666209:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.666210:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.666213:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.666238:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.666247:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.666257:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013248:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016137.669782:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.675534:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013248:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.675563:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.675578:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:3.0:1734016137.675632:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338796672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9480us (9948us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.675640:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14320 00000100:00100000:0.0:1734016137.681566:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.681731:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796800 00000100:00100000:2.0:1734016137.681740:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796800 00010000:00010000:2.0:1734016137.681778:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.681819:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3947 00000100:00100000:2.0:1734016137.681826:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338796800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.681839:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.681859:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.681871:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.681891:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea233e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1216512->1224703) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0019 expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.681908:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.681909:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.681914:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.681921:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.681956:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.681968:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341013376:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016137.682018:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016137.686256:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.686298:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.687211:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341013376:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016137.687233:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.687299:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338796800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5472us (5740us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.687310:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3947 00000100:00100000:1.0:1734016137.688097:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338796928 00000100:00100000:1.0:1734016137.688105:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338796928 00002000:00010000:1.0:1734016137.688135:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6018853->18446744073709551615) 00002000:00100000:1.0:1734016137.688139:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1c00 with x1818247338796928 ext(6018853->18446744073709551615) 00002000:00010000:1.0:1734016137.688149:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1c00. 00000100:00100000:1.0:1734016137.688168:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797056 00000100:00100000:1.0:1734016137.688170:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797056 00002000:00010000:1.0:1734016137.688181:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016137.688183:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247338797056 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016137.688189:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3100. 00000100:00100000:1.0:1734016137.688212:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9757 00000100:00100000:1.0:1734016137.688218:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338796928:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.688431:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2835854 -> 6018853 00002000:00010000:1.0:1734016137.688435:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.688436:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.688438:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.688440:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:1.0:1734016137.688477:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338796928:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 258us (2228us total) trans 4294969968 rc 0/0 00000100:00100000:1.0:1734016137.688483:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9757 00002000:00010000:1.0:1734016137.688487:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6018853->18446744073709551615) 00002000:00100000:1.0:1734016137.688489:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1c00 with x1818247338796928 ext(6018853->18446744073709551615) 00002000:00010000:1.0:1734016137.688492:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1c00. 00000100:00100000:1.0:1734016137.688524:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9758 00000100:00100000:1.0:1734016137.688528:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338797056:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016137.688614:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016137.688616:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.688618:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016136 -> 1734016136 00002000:00010000:1.0:1734016137.688620:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016137.688621:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016137.688641:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338797056:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 113us (2342us total) trans 4294968334 rc 0/0 00000100:00100000:1.0:1734016137.688647:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9758 00002000:00010000:1.0:1734016137.688651:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016137.688652:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247338797056 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016137.688657:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3100. 00000100:00100000:0.0:1734016137.699841:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.700048:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797312 00000100:00100000:3.0:1734016137.700061:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797312 00002000:00100000:3.0:1734016137.700107:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6021119) req@ffff880079fe3480 x1818247338797312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.700116:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3480 with x1818247338797312 ext(4194304->6021119) 00002000:00010000:3.0:1734016137.700122:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3480 00000100:00100000:3.0:1734016137.700157:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9759 00000100:00100000:3.0:1734016137.700163:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338797312:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.724859:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338797312:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 24686us (25019us total) trans 0 rc 1826816/1826816 00000100:00100000:3.0:1734016137.724870:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9759 00002000:00100000:3.0:1734016137.724879:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6021119) req@ffff880079fe3480 x1818247338797312/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 1826816/1826816 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.724888:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3480 with x1818247338797312 ext(4194304->6021119) 00002000:00010000:3.0:1734016137.724892:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe3480 00000100:00100000:0.0:1734016137.732206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.733056:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797440 00000100:00100000:3.0:1734016137.733064:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797440 00002000:00100000:3.0:1734016137.733101:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6008832->6018852) req@ffff880079fe1180 x1818247338797440/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 10512/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.733111:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1180 with x1818247338797440 ext(6008832->6018852) 00002000:00010000:3.0:1734016137.733115:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1180 00000100:00100000:3.0:1734016137.733143:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9760 00000100:00100000:3.0:1734016137.733149:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338797440:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.733827:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338797440:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 676us (1629us total) trans 4294969969 rc 0/0 00000100:00100000:3.0:1734016137.733834:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9760 00002000:00100000:3.0:1734016137.733840:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x7:0x0] (6008832->6018852) req@ffff880079fe1180 x1818247338797440/t4294969969(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 10512/448 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.733847:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1180 with x1818247338797440 ext(6008832->6018852) 00002000:00010000:3.0:1734016137.733849:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe1180 00000100:00100000:0.0:1734016137.737257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.739080:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797568 00000100:00100000:2.0:1734016137.739091:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797568 00000100:00100000:2.0:1734016137.739149:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2722 00000100:00100000:2.0:1734016137.739156:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338797568:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016137.739290:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338797568:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 134us (2041us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.739297:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2722 00000100:00100000:0.0:1734016137.745811:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.747388:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797696 00000100:00100000:3.0:1734016137.747398:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797696 00000100:00100000:3.0:1734016137.747430:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14321 00000100:00100000:3.0:1734016137.747437:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338797696:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016137.748774:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969969 is committed 00000001:00080000:2.0:1734016137.748811:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969964 is committed 00000100:00100000:3.0:1734016137.749736:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338797696:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2295us (3928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.749747:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14321 00000100:00100000:0.0:1734016137.752421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.752779:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797824 00000100:00100000:2.0:1734016137.752787:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797824 00000100:00100000:2.0:1734016137.752827:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2723 00000100:00100000:2.0:1734016137.752834:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338797824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.752851:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.752867:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae003c expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.752938:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.752948:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.752956:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016137.752977:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10213157 00000004:00200000:2.0:1734016137.752980:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016137.752993:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016137.753013:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae003c expref: 23 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.753262:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae003c expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.753268:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016137.753410:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016137.753413:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016137.753559:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338797824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 724us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.753565:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2723 00000100:00100000:0.0:1734016137.756086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.756124:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.756177:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338797952 00000100:00100000:3.0:1734016137.756185:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338797952 00000100:00100000:3.0:1734016137.756221:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798080 00000100:00100000:3.0:1734016137.756224:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798080 00000100:00100000:3.0:1734016137.756239:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14322 00000100:00100000:3.0:1734016137.756245:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338797952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.756258:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.756291:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23420 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0043 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.756332:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013504:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.756374:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.756425:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14323 00000100:00100000:1.0:1734016137.756430:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338798080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.756439:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.756448:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23427 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae004a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.756470:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341013632:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.756488:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016137.757941:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00002000:00010000:3.0:1734016137.757946:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 960 -> 984 00000100:00100000:3.0:1734016137.757960:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013504:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.757983:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23420 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0043 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.757993:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23420 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0043 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016137.758098:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016137.758110:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341013632:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.758125:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23427 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae004a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.758133:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23427 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae004a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.758143:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016137.758172:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338798080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1740us (2046us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.758178:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14323 00010000:00010000:3.0:1734016137.759358:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016137.759391:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338797952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3144us (3310us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.759397:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14322 00000100:00100000:0.0:1734016137.765877:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.765927:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.766006:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798208 00000100:00100000:3.0:1734016137.766015:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798208 00000100:00100000:3.0:1734016137.766046:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798336 00000100:00100000:3.0:1734016137.766048:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798336 00000100:00100000:3.0:1734016137.766077:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14324 00000100:00100000:3.0:1734016137.766084:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338798208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.766099:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.766115:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2342e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0051 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.766161:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.766209:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.766292:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14325 00000100:00100000:2.0:1734016137.766297:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338798336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.766305:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.766315:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea23435 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0058 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.766339:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341013888:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016137.766361:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.767994:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341013888:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016137.768023:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea23435 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0058 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.768036:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea23435 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0058 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016137.768054:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016137.768085:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338798336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1786us (2157us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016137.768092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14325 00000100:00100000:0.0:1734016137.769228:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341013760:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016137.769252:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2342e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0051 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.769262:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2342e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0051 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.769300:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:0.0:1734016137.769332:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338798208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3247us (3462us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016137.769339:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14324 00000100:00100000:0.0:1734016137.773235:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.773555:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798464 00000100:00100000:2.0:1734016137.773564:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798464 00000100:00100000:2.0:1734016137.773817:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14326 00000100:00100000:2.0:1734016137.773825:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338798464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016137.773841:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016137.773858:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae005f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.773883:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.773889:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.773891:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016137.773894:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2121728->2125823] (req 2121728->2125823) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.773920:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.773930:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 12 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.773944:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014016:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016137.774642:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.780405:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014016:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016137.780433:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2121728->2125823] (req 2121728->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.780447:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016137.780484:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338798464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6659us (7256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.780491:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14326 00000100:00100000:0.0:1734016137.780985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.781103:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798592 00000100:00100000:2.0:1734016137.781109:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798592 00010000:00010000:2.0:1734016137.781130:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 13 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.781161:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3948 00000100:00100000:2.0:1734016137.781166:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338798592:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.781176:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.781193:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 13 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.781201:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 13 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.781224:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23386 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45adffe1 expref: 13 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.782244:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.782248:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.782257:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.782265:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.782314:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.782325:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341014144:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016137.782381:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016137.786004:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341014144:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016137.786024:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016137.786079:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338798592:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4911us (5095us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016137.786088:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3948 00000100:00100000:3.0:1734016137.786466:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.786801:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798720 00000100:00100000:2.0:1734016137.786806:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798720 00000100:00100000:2.0:1734016137.786832:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14327 00000100:00100000:2.0:1734016137.786836:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338798720:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016137.787034:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016137.787037:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.787038:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:2.0:1734016137.787040:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016137.787041:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016137.789108:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338798720:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 2261us (2633us total) trans 4294968335 rc 0/0 00000100:00100000:2.0:1734016137.789121:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14327 00000100:00100000:0.0:1734016137.797223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.797433:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798848 00000100:00100000:3.0:1734016137.797443:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798848 00000100:00100000:3.0:1734016137.797482:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14328 00000100:00100000:3.0:1734016137.797489:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338798848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.797506:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.797522:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23443 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0066 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.798343:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341014272:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.798411:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.802110:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341014272:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.802144:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23443 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0066 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.802156:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23443 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0066 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.802189:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016137.802816:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338798848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5326us (5600us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.802824:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14328 00000100:00100000:0.0:1734016137.805330:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.805550:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338798976 00000100:00100000:3.0:1734016137.805558:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338798976 00000100:00100000:3.0:1734016137.805588:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14329 00000100:00100000:3.0:1734016137.805594:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338798976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.805618:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.805631:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2344a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae006d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.805675:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341014400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.805726:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.807562:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341014400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.812370:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2344a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae006d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.812390:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea2344a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae006d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.812416:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016137.812472:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338798976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6877us (7148us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.812480:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14329 00000100:00100000:0.0:1734016137.816438:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.816531:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799104 00000100:00100000:3.0:1734016137.816539:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799104 00000100:00100000:3.0:1734016137.817109:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14330 00000100:00100000:3.0:1734016137.817116:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338799104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.817132:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.817147:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23451 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0074 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.817197:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016137.818156:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016137.823990:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:3.0:1734016137.824013:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016137.824046:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23451 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0074 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.824063:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23451 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0074 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.824086:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016137.824286:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338799104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7151us (7839us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016137.824295:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14330 00000100:00100000:0.0:1734016137.826127:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.826204:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799232 00000100:00100000:3.0:1734016137.826212:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799232 00000100:00100000:3.0:1734016137.826242:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14331 00000100:00100000:3.0:1734016137.826248:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338799232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.826262:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016137.826490:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae007b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.826516:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.826523:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.826524:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016137.826528:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2920448->2924543] (req 2920448->2924543) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.826555:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.826565:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 9 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.826576:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014656:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016137.826830:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.828864:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341014656:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016137.828897:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2920448->2924543] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.828913:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016137.829058:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338799232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2807us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.829066:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14331 00000100:00100000:0.0:1734016137.829777:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016137.830446:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799360 00000100:00100000:2.0:1734016137.830453:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799360 00010000:00010000:2.0:1734016137.830481:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016137.830521:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3949 00000100:00100000:2.0:1734016137.830528:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5239850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338799360:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016137.830542:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016137.830560:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.830571:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.830588:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2343c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2121728->2125823) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae005f expref: 10 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016137.833139:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.833145:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016137.833159:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.833169:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016137.833215:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016137.833229:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341014784:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016137.833873:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.837298:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341014784:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.837322:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.837369:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5239850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338799360:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6840us (7591us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.837380:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3949 00000100:00100000:0.0:1734016137.840339:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.840467:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799616 00000100:00100000:3.0:1734016137.840474:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799616 00002000:00100000:3.0:1734016137.840503:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2920448->2924543) req@ffff880130885c00 x1818247338799616/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.840512:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885c00 with x1818247338799616 ext(2920448->2924543) 00002000:00010000:3.0:1734016137.840516:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130885c00 00000100:00100000:3.0:1734016137.840529:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9761 00000100:00100000:3.0:1734016137.840534:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338799616:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.841523:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338799616:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 984us (1186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.841530:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9761 00002000:00100000:3.0:1734016137.841536:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2920448->2924543) req@ffff880130885c00 x1818247338799616/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.841543:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130885c00 with x1818247338799616 ext(2920448->2924543) 00002000:00010000:3.0:1734016137.841546:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130885c00 00000100:00100000:0.0:1734016137.846006:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.846220:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338799872 00000100:00100000:3.0:1734016137.846228:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338799872 00002000:00100000:3.0:1734016137.846260:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2924544->2928639) req@ffff880130884000 x1818247338799872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.846298:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130884000 with x1818247338799872 ext(2924544->2928639) 00002000:00010000:3.0:1734016137.846304:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130884000 00000100:00100000:3.0:1734016137.846322:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9762 00000100:00100000:3.0:1734016137.846327:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338799872:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.847065:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338799872:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 734us (1064us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.847072:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9762 00002000:00100000:3.0:1734016137.847078:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2924544->2928639) req@ffff880130884000 x1818247338799872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.847085:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130884000 with x1818247338799872 ext(2924544->2928639) 00002000:00010000:3.0:1734016137.847087:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130884000 00000100:00100000:0.0:1734016137.849026:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.849094:0:7698:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800128 00000100:00100000:3.0:1734016137.849100:0:7698:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800128 00002000:00100000:3.0:1734016137.849125:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2928640->2932735) req@ffff880130887100 x1818247338800128/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.849133:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887100 with x1818247338800128 ext(2928640->2932735) 00002000:00010000:3.0:1734016137.849137:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130887100 00000100:00100000:3.0:1734016137.849183:0:7698:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9763 00000100:00100000:3.0:1734016137.849188:0:7698:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338800128:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.849536:0:7698:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338800128:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 345us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016137.849544:0:7698:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9763 00002000:00100000:3.0:1734016137.849550:0:7698:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x7:0x0] (2928640->2932735) req@ffff880130887100 x1818247338800128/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:98/0 lens 488/4536 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016137.849555:0:7698:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887100 with x1818247338800128 ext(2928640->2932735) 00002000:00010000:3.0:1734016137.849558:0:7698:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130887100 00000100:00100000:0.0:1734016137.852352:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.852391:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.852547:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800384 00000100:00100000:1.0:1734016137.852555:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800384 00000100:00100000:1.0:1734016137.852582:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800256 00000100:00100000:1.0:1734016137.852584:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800256 00000100:00100000:1.0:1734016137.852610:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14332 00000100:00100000:1.0:1734016137.852616:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338800384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.852632:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.852646:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0089 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.852664:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.852665:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016137.852672:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.852684:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.852696:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016137.852730:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338800384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 115us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.852736:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14332 00000100:00100000:1.0:1734016137.852764:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14333 00000100:00100000:1.0:1734016137.852768:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338800256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.852774:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.852781:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23466 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0082 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.852814:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341014912:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.852841:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.854903:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341014912:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.854930:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23466 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0082 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.854941:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23466 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0082 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.855548:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016137.855605:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338800256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2826us (3204us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.855613:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14333 00000100:00100000:0.0:1734016137.858225:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.858427:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800512 00000100:00100000:1.0:1734016137.858435:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800512 00000100:00100000:1.0:1734016137.858468:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14334 00000100:00100000:1.0:1734016137.858474:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338800512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.858490:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.858506:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2346d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0090 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.858551:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.858610:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.861225:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.861253:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2346d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0090 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.861263:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea2346d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0090 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.861305:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016137.861340:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338800512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2865us (3120us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.861347:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14334 00000100:00100000:0.0:1734016137.862976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.863176:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800640 00000100:00100000:1.0:1734016137.863182:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800640 00000100:00100000:1.0:1734016137.863222:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14335 00000100:00100000:1.0:1734016137.863228:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338800640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.863241:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.863255:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23474 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0097 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016137.863316:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016137.863364:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.865165:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015168:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016137.865192:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23474 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0097 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.865202:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23474 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0097 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016137.865225:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016137.865669:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338800640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2438us (2694us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016137.865678:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14335 00000100:00100000:0.0:1734016137.869166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016137.869363:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800768 00000100:00100000:1.0:1734016137.869372:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800768 00000100:00100000:1.0:1734016137.869407:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14336 00000100:00100000:1.0:1734016137.869415:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338800768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016137.869431:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016137.869448:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae009e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.869471:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.869481:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.869483:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016137.869485:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5582848->5591039] (req 5582848->5591039) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.869510:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.869520:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 6 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016137.869529:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015296:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016137.869576:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016137.874357:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015296:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016137.874390:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5582848->5591039] (req 5582848->5591039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016137.874408:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016137.874468:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338800768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5052us (5306us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016137.874476:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14336 00000100:00100000:0.0:1734016137.881047:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016137.881299:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338800896 00000100:00100000:3.0:1734016137.881308:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338800896 00010000:00010000:3.0:1734016137.881338:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016137.881363:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3950 00000100:00100000:3.0:1734016137.881370:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338800896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.881381:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016137.881398:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.881407:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.881426:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2340b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0035 expref: 7 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016137.881661:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.881664:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016137.881670:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.881679:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016137.881706:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016137.881717:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341015424:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016137.881772:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.886198:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341015424:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016137.886222:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016137.886298:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338800896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4926us (5257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.886308:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3950 00000100:00100000:0.0:1734016137.936623:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.940076:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.940115:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016137.940149:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801152 00000100:00100000:0.0:1734016137.940156:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801152 00002000:00100000:0.0:1734016137.940199:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->5586943) req@ffff880079cb7800 x1818247338801152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.940208:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7800 with x1818247338801152 ext(0->5586943) 00002000:00010000:0.0:1734016137.940212:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb7800 00000100:00100000:0.0:1734016137.940225:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801408 00000100:00100000:0.0:1734016137.940227:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801408 00002000:00100000:0.0:1734016137.940234:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4190208->6021119) req@ffff880079cb6a00 x1818247338801408/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 504/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.940240:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338801408 ext(4190208->6021119) 00002000:00010000:0.0:1734016137.940243:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb6a00 00000100:00100000:0.0:1734016137.940261:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801664 00000100:00100000:0.0:1734016137.940263:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801664 00002000:00100000:0.0:1734016137.940290:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079cb4a80 x1818247338801664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/0 e 0 to 0 dl 1734016148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016137.940295:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4a80 with x1818247338801664 ext(0->4194303) 00002000:00010000:0.0:1734016137.940297:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4a80 00000100:00100000:0.0:1734016137.940305:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9764 00000100:00100000:0.0:1734016137.940310:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338801152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.943674:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9765 00000100:00100000:2.0:1734016137.943684:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338801408:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.946035:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9766 00000100:00100000:2.0:1734016137.946045:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338801664:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016137.986983:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338801408:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 43290us (46905us total) trans 0 rc 1826816/1826816 00000100:00100000:2.0:1734016137.986995:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9765 00002000:00100000:2.0:1734016137.987009:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4190208->6021119) req@ffff880079cb6a00 x1818247338801408/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 1826816/1826816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016137.987019:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338801408 ext(4190208->6021119) 00002000:00010000:2.0:1734016137.987025:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb6a00 00000100:00100000:1.0:1734016138.042917:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338801152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 102597us (106294us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016138.042928:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9764 00002000:00100000:1.0:1734016138.042939:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->5586943) req@ffff880079cb7800 x1818247338801152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 504/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.042947:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7800 with x1818247338801152 ext(0->5586943) 00002000:00010000:1.0:1734016138.042952:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb7800 00000100:00100000:0.0:1734016138.071703:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.077266:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801792 00000100:00100000:1.0:1734016138.077303:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801792 00000100:00100000:1.0:1734016138.077371:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14337 00000100:00100000:1.0:1734016138.077382:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338801792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.077403:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.077423:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00a5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.077461:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.077469:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.077471:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.077474:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2924544->2936831] (req 2924544->2936831) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.077513:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.077526:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016138.077541:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015552:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016138.079036:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.081619:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338801664:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 135565us (141492us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016138.081632:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9766 00002000:00100000:0.0:1734016138.081644:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079cb4a80 x1818247338801664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:98/0 lens 488/440 e 0 to 0 dl 1734016148 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.081654:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4a80 with x1818247338801664 ext(0->4194303) 00002000:00010000:0.0:1734016138.081659:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4a80 00000100:00100000:1.0:1734016138.084544:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341015552:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.084574:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2924544->2936831] (req 2924544->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.084591:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016138.087894:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338801792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10501us (16186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.087908:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14337 00000100:00100000:0.0:1734016138.105006:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.105075:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338801920 00000100:00100000:3.0:1734016138.105084:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338801920 00010000:00010000:3.0:1734016138.105115:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.105149:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3951 00000100:00100000:3.0:1734016138.105154:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338801920:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.105165:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.105182:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.105192:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.105209:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2347b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5582848->5591039) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae009e expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.105237:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.105239:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.105245:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.105252:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.105303:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.105314:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341015680:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.105353:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.112493:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341015680:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.112518:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.112574:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338801920:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7418us (7576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.112586:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3951 00000100:00100000:1.0:1734016138.113437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.113579:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802048 00000100:00100000:2.0:1734016138.113586:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802048 00000100:00100000:2.0:1734016138.113632:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14338 00000100:00100000:2.0:1734016138.113638:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338802048:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016138.113816:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6018853 -> 6018853 00002000:00010000:2.0:1734016138.113819:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:2.0:1734016138.113821:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:2.0:1734016138.113822:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016138 00002000:00010000:2.0:1734016138.113824:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 984 -> 1008 00000100:00100000:2.0:1734016138.113861:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338802048:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 222us (425us total) trans 4294969970 rc 0/0 00000100:00100000:2.0:1734016138.113867:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14338 00000100:00100000:0.0:1734016138.119654:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.119754:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802176 00000100:00100000:2.0:1734016138.119761:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802176 00000100:00100000:2.0:1734016138.123172:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2724 00000100:00100000:2.0:1734016138.123184:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338802176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.123204:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.123223:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea23489 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00ac expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.123314:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.123326:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.123336:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016138.123358:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10213157 00000004:00200000:2.0:1734016138.123362:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016138.123376:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.123396:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea23489 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 32 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.123531:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 31 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.123538:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.123541:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.123543:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016138.123592:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338802176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 409us (3944us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.123609:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2724 00000100:00100000:0.0:1734016138.127409:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.127691:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802304 00000100:00100000:1.0:1734016138.127699:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802304 00000100:00100000:1.0:1734016138.127745:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14339 00000100:00100000:1.0:1734016138.127751:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.127766:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.127783:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23497 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00b3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.127826:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341015808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.127877:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016138.132992:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:1.0:1734016138.133014:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341015808:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.133044:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23497 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00b3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.133061:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23497 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00b3 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.133731:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016138.133780:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6027us (6378us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.133788:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14339 00000100:00100000:0.0:1734016138.136831:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.136998:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802432 00000100:00100000:1.0:1734016138.137007:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802432 00000100:00100000:1.0:1734016138.137056:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14340 00000100:00100000:1.0:1734016138.137063:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.137078:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.137092:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2349e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00ba expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.137147:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341015936:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.137195:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.138766:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341015936:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.138797:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2349e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ba expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.138809:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea2349e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ba expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.138823:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016138.138858:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1795us (2034us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.138865:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14340 00000100:00100000:0.0:1734016138.141698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.141790:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802560 00000100:00100000:1.0:1734016138.141799:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802560 00000100:00100000:1.0:1734016138.141911:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14341 00000100:00100000:1.0:1734016138.141917:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.141933:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.141947:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00c1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.141994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016064:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.142193:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.145250:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016064:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.145832:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.145847:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c1 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.145858:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016138.145911:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338802560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3992us (4218us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.145921:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14341 00000100:00100000:0.0:1734016138.148566:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.151660:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802688 00000100:00100000:1.0:1734016138.151675:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802688 00000100:00100000:1.0:1734016138.151751:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14342 00000100:00100000:1.0:1734016138.151760:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338802688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.151786:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.151809:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00c8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.151844:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.151852:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016138.151853:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016138.151856:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4907008->4919295] (req 4907008->4919295) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.151887:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.151900:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 7 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016138.151914:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016192:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016138.151993:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.156823:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016192:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.156862:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4907008->4919295] (req 4907008->4919295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.156884:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016138.156953:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338802688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5192us (8391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.156961:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14342 00000100:00100000:0.0:1734016138.157708:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.157815:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802816 00000100:00100000:3.0:1734016138.157822:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802816 00010000:00010000:3.0:1734016138.157847:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.157868:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3952 00000100:00100000:3.0:1734016138.157873:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338802816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.157888:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.157906:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.157917:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.157937:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23482 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->2936831) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00a5 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.158690:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.158693:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.158702:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.158710:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.158738:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.158748:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341016320:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.158795:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.163058:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341016320:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.163080:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.163131:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338802816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5256us (5424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.163144:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3952 00000100:00100000:0.0:1734016138.166852:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.167139:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338802944 00000100:00100000:1.0:1734016138.167148:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338802944 00000100:00100000:1.0:1734016138.167892:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14343 00000100:00100000:1.0:1734016138.167901:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338802944:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016138.168155:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6018853 -> 6018853 00002000:00010000:1.0:1734016138.168159:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016138.168161:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:1.0:1734016138.168163:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.168165:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1032 00000100:00100000:1.0:1734016138.168230:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338802944:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 330us (1384us total) trans 4294969971 rc 0/0 00000100:00100000:1.0:1734016138.168238:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14343 00000100:00100000:0.0:1734016138.172451:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.172538:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803072 00000100:00100000:1.0:1734016138.172546:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803072 00000100:00100000:1.0:1734016138.173126:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14344 00000100:00100000:1.0:1734016138.173132:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338803072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.173148:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.173165:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00cf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.173192:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.173198:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016138.173200:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016138.173203:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3727360->3735551] (req 3727360->3735551) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.173227:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.173237:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 7 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016138.173247:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016448:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016138.173361:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.180161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.180290:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341016448:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.180319:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3727360->3735551] (req 3727360->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.180334:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016138.180380:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338803072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7245us (7935us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.180388:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14344 00000100:00100000:3.0:1734016138.180466:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803200 00000100:00100000:3.0:1734016138.180472:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803200 00010000:00010000:3.0:1734016138.180492:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 8 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.180516:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3953 00000100:00100000:3.0:1734016138.180521:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338803200:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.180532:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.180548:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 8 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.180558:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 8 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.180574:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea234ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4907008->4919295) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00c8 expref: 8 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.180604:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.180607:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.180612:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.180620:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.180646:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.180656:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341016576:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.180684:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.189972:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341016576:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.189997:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.190049:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338803200:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9526us (9896us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.190060:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3953 00000100:00100000:0.0:1734016138.191044:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.191148:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803456 00000100:00100000:2.0:1734016138.191155:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803456 00002000:00100000:2.0:1734016138.191186:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012f180000 x1818247338803456/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.191194:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338803456 ext(0->4194303) 00002000:00010000:2.0:1734016138.191199:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180000 00000100:00100000:2.0:1734016138.191225:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9767 00000100:00100000:2.0:1734016138.191230:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338803456:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.240660:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338803456:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 49419us (49609us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016138.240672:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9767 00002000:00100000:2.0:1734016138.240686:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88012f180000 x1818247338803456/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.240696:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338803456 ext(0->4194303) 00002000:00010000:2.0:1734016138.240700:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180000 00000100:00100000:0.0:1734016138.250926:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.251095:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803584 00000100:00100000:1.0:1734016138.251104:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803584 00000100:00100000:3.0:1734016138.252253:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14345 00000100:00100000:3.0:1734016138.252260:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338803584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.252291:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.252306:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00d6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.252325:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.252327:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.252333:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.252344:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.252353:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016138.252393:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338803584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 133us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.252401:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14345 00000100:00100000:0.0:1734016138.255843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.255960:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803712 00000100:00100000:1.0:1734016138.255970:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803712 00000100:00100000:1.0:1734016138.256304:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14346 00000100:00100000:1.0:1734016138.256312:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338803712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.256327:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.256343:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00dd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.256366:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.256373:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.256377:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.256379:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016138.256381:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [589824->598015] (req 589824->598015) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.256410:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.256420:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 9 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:1.0:1734016138.256429:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341016704:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.256488:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.256495:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 14 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016138.256503:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341016832:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016138.256517:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.262752:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.263033:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803840 00000100:00100000:3.0:1734016138.263043:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803840 00010000:00010000:3.0:1734016138.263077:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 15 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.263110:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3954 00000100:00100000:3.0:1734016138.263118:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338803840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.263131:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.263152:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 15 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.263164:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 15 pid: 8975 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.263188:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.263224:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338803840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 107us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.263229:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3954 00000100:00100000:1.0:1734016138.263567:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341016704:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.263577:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23458 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae007b expref: 14 pid: 8975 timeout: 506 lvb_type: 0 00000100:00100000:1.0:1734016138.263612:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341016832:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016138.263640:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [589824->598015] (req 589824->598015) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016138.263651:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016138.263684:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338803712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7370us (7845us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.263705:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14346 00000100:00100000:0.0:1734016138.267452:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.267661:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338803968 00000100:00100000:2.0:1734016138.267670:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338803968 00010000:00010000:2.0:1734016138.267811:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016138.267847:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3955 00000100:00100000:2.0:1734016138.267853:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338803968:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.267865:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.267884:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:2.0:1734016138.267894:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:2.0:1734016138.267911:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea2345f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0089 expref: 10 pid: 7694 timeout: 506 lvb_type: 1 00000100:00080000:1.0:1734016138.267982:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016108 00010000:00010000:2.0:1734016138.268825:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.268829:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.268836:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.268845:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.268887:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.268898:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341016960:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016138.268952:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.275460:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341016960:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016138.275487:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.275529:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338803968:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7674us (8085us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.275540:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3955 00000100:00100000:0.0:1734016138.276479:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.277078:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804096 00000100:00100000:1.0:1734016138.277085:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804096 00000100:00100000:1.0:1734016138.277721:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14347 00000100:00100000:1.0:1734016138.277729:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338804096:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016138.277907:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016138.277911:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016137 -> 1734016137 00002000:00010000:1.0:1734016138.277913:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016137 -> 1734016136 00002000:00010000:1.0:1734016138.277915:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016137 -> 1734016138 00002000:00010000:1.0:1734016138.277917:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:1.0:1734016138.277952:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338804096:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 223us (1474us total) trans 4294968336 rc 0/0 00000100:00100000:1.0:1734016138.277959:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14347 00000100:00100000:0.0:1734016138.279850:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.279971:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804224 00000100:00100000:3.0:1734016138.279979:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804224 00000100:00100000:3.0:1734016138.280022:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14348 00000100:00100000:3.0:1734016138.280029:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338804224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.280044:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.280060:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea234c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00e4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.280111:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017088:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.280158:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.281514:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016137 00000100:00100000:3.0:1734016138.281536:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017088:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.281563:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea234c8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00e4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.281575:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea234c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00e4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.281612:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016138.281659:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338804224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1628us (1811us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.281667:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14348 00000100:00100000:0.0:1734016138.284094:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.284777:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804352 00000100:00100000:3.0:1734016138.284786:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804352 00000100:00100000:3.0:1734016138.284832:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14349 00000100:00100000:3.0:1734016138.284839:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338804352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.284858:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.284873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea234cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00eb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.284922:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.285429:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.287039:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.287067:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea234cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00eb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.287079:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea234cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00eb expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.287091:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016138.287130:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338804352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2290us (3044us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.287137:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14349 00000100:00100000:0.0:1734016138.289866:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.289962:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804480 00000100:00100000:3.0:1734016138.289972:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804480 00000100:00100000:3.0:1734016138.290023:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14350 00000100:00100000:3.0:1734016138.290030:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338804480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.290046:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.290062:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00f2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.290086:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.290092:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.290094:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.290096:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2342912->2351103] (req 2342912->2351103) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.290127:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.290138:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 13 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.290151:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017344:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.290205:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.293720:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.294081:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017344:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.294108:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2342912->2351103] (req 2342912->2351103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.294123:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016138.294162:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338804480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4131us (4303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.294169:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14350 00000100:00100000:2.0:1734016138.294239:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804608 00000100:00100000:2.0:1734016138.294245:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804608 00010000:00010000:2.0:1734016138.294266:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 14 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:2.0:1734016138.294312:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3956 00000100:00100000:2.0:1734016138.294318:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338804608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.294330:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.294346:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 14 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016138.294356:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 14 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016138.294375:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea234c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->598015) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00dd expref: 14 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016138.294402:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.294404:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.294410:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.294417:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.294446:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.294460:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341017472:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016138.294493:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.300268:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.300586:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341017472:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016138.300618:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.300658:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338804608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6337us (6943us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.300669:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3956 00000100:00100000:3.0:1734016138.300913:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338804992 00000100:00100000:3.0:1734016138.300920:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338804992 00002000:00100000:3.0:1734016138.300953:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2347007) req@ffff880078cef800 x1818247338804992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.300962:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef800 with x1818247338804992 ext(2342912->2347007) 00002000:00010000:3.0:1734016138.300966:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cef800 00000100:00100000:3.0:1734016138.300981:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9768 00000100:00100000:3.0:1734016138.300987:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338804992:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.301103:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338804992:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (843us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.301109:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9768 00002000:00100000:3.0:1734016138.301114:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2347007) req@ffff880078cef800 x1818247338804992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.301121:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef800 with x1818247338804992 ext(2342912->2347007) 00002000:00010000:3.0:1734016138.301124:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078cef800 00000100:00100000:0.0:1734016138.301424:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.301757:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805120 00000100:00100000:2.0:1734016138.301761:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805120 00002000:00100000:2.0:1734016138.301777:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6021119) req@ffff880078cef100 x1818247338805120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.301784:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247338805120 ext(4194304->6021119) 00002000:00010000:2.0:1734016138.301787:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:2.0:1734016138.301805:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9769 00000100:00100000:2.0:1734016138.301810:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338805120:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.315818:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.315907:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805376 00000100:00100000:3.0:1734016138.315914:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805376 00002000:00100000:3.0:1734016138.315950:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2347008->2351103) req@ffff880079fe1500 x1818247338805376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.315958:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1500 with x1818247338805376 ext(2347008->2351103) 00002000:00010000:3.0:1734016138.315963:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe1500 00000100:00100000:3.0:1734016138.315993:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9770 00000100:00100000:3.0:1734016138.315999:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338805376:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.316134:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338805376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 133us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.316141:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9770 00002000:00100000:3.0:1734016138.316148:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2347008->2351103) req@ffff880079fe1500 x1818247338805376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.316155:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe1500 with x1818247338805376 ext(2347008->2351103) 00002000:00010000:3.0:1734016138.316158:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe1500 00000100:00100000:2.0:1734016138.326220:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338805120:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 24400us (24788us total) trans 0 rc 1826816/1826816 00000100:00100000:2.0:1734016138.326230:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9769 00002000:00100000:2.0:1734016138.326240:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6021119) req@ffff880078cef100 x1818247338805120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 1826816/1826816 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.326248:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247338805120 ext(4194304->6021119) 00002000:00010000:2.0:1734016138.326252:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:2.0:1734016138.328517:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.328655:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805504 00000100:00100000:3.0:1734016138.328664:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805504 00000100:00100000:3.0:1734016138.328719:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14351 00000100:00100000:3.0:1734016138.328725:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.328742:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.328759:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea234dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae00f9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.328807:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017600:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.329216:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00002000:00010000:3.0:1734016138.331340:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016137 -> 1734016138 00002000:00010000:3.0:1734016138.331347:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016137 -> 1734016138 00000100:00100000:3.0:1734016138.331369:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017600:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.331401:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea234dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f9 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.331414:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea234dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f9 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.331426:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016138.332139:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3409us (3626us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.332148:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14351 00000100:00100000:0.0:1734016138.334255:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.334376:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805632 00000100:00100000:3.0:1734016138.334382:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805632 00000100:00100000:3.0:1734016138.334415:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14352 00000100:00100000:3.0:1734016138.334422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.334437:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.334453:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea234e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0100 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.334498:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.334539:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.335952:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.335975:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea234e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0100 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.335984:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea234e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0100 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.335992:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016138.336567:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2144us (2312us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.336575:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14352 00000100:00100000:2.0:1734016138.341541:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.342217:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805760 00000100:00100000:3.0:1734016138.342225:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805760 00000100:00100000:3.0:1734016138.342414:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14353 00000100:00100000:3.0:1734016138.342424:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338805760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.342440:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.342456:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea234eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0107 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.342507:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.342572:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.344351:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.344375:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea234eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0107 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.344387:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea234eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0107 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.344647:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016138.344696:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338805760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2273us (3163us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.344704:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14353 00000100:00100000:0.0:1734016138.346608:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.346709:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338805888 00000100:00100000:3.0:1734016138.346716:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338805888 00000100:00100000:3.0:1734016138.346743:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14354 00000100:00100000:3.0:1734016138.346749:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.346762:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.346778:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea234f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae010e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.346821:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.347019:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.348607:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341017984:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.348636:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea234f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae010e expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.348652:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea234f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae010e expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.348665:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016138.349129:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338805888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2376us (2522us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.349136:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14354 00000100:00100000:0.0:1734016138.351497:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.351612:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806016 00000100:00100000:3.0:1734016138.351620:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806016 00000100:00100000:3.0:1734016138.351661:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14355 00000100:00100000:3.0:1734016138.351667:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338806016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.351684:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.351698:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0115 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.351721:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.351729:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.351736:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.351738:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.351742:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4145152->4153343] (req 4145152->4153343) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.351773:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.351784:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 7 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:3.0:1734016138.351793:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.352079:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.352089:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.352099:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018240:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.352116:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.360332:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.360722:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018112:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.360735:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018240:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.360770:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [4145152->4153343] (req 4145152->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.360788:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016138.360839:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338806016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9170us (9348us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.360851:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14355 00000100:00100000:2.0:1734016138.360948:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806144 00000100:00100000:2.0:1734016138.360955:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806144 00010000:00010000:2.0:1734016138.360981:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00000100:00100000:2.0:1734016138.361015:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3957 00000100:00100000:2.0:1734016138.361022:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338806144:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.361035:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.361057:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:2.0:1734016138.361066:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:2.0:1734016138.361090:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea234ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00d6 expref: 8 pid: 7694 timeout: 506 lvb_type: 1 00010000:00010000:2.0:1734016138.361110:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.361128:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338806144:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 106us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.361133:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3957 00000100:00100000:1.0:1734016138.370659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.370752:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806272 00000100:00100000:3.0:1734016138.370759:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806272 00010000:00010000:3.0:1734016138.370787:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.371085:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3958 00000100:00100000:3.0:1734016138.371092:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338806272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.371104:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.371122:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.371133:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.371151:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea234b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3727360->3735551) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00cf expref: 9 pid: 7692 timeout: 506 lvb_type: 0 00010000:00010000:3.0:1734016138.371884:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.371888:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.371895:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.371903:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.371934:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.371947:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341018368:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.372042:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.378662:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341018368:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.378686:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.378736:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338806272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7643us (8085us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.378744:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3958 00000100:00100000:1.0:1734016138.379638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.379780:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806528 00000100:00100000:3.0:1734016138.379785:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806528 00002000:00100000:3.0:1734016138.379814:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4145152->4149247) req@ffff88007f01b480 x1818247338806528/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.379823:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338806528 ext(4145152->4149247) 00002000:00010000:3.0:1734016138.379827:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01b480 00000100:00100000:3.0:1734016138.379842:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9771 00000100:00100000:3.0:1734016138.379847:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338806528:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.379960:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338806528:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 112us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016138.379965:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9771 00002000:00100000:3.0:1734016138.379972:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4145152->4149247) req@ffff88007f01b480 x1818247338806528/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.379979:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01b480 with x1818247338806528 ext(4145152->4149247) 00002000:00010000:3.0:1734016138.379981:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01b480 00000100:00100000:1.0:1734016138.383088:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.383187:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806784 00000100:00100000:2.0:1734016138.383195:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806784 00002000:00100000:2.0:1734016138.383226:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4149248->4153343) req@ffff88007f019880 x1818247338806784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.383235:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019880 with x1818247338806784 ext(4149248->4153343) 00002000:00010000:2.0:1734016138.383239:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f019880 00000100:00100000:2.0:1734016138.383263:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9772 00000100:00100000:2.0:1734016138.383288:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338806784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.383405:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338806784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 136us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.383411:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9772 00002000:00100000:2.0:1734016138.383416:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4149248->4153343) req@ffff88007f019880 x1818247338806784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.383422:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019880 with x1818247338806784 ext(4149248->4153343) 00002000:00010000:2.0:1734016138.383424:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f019880 00000100:00100000:0.0:1734016138.385812:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.385852:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.386506:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338806912 00000100:00100000:3.0:1734016138.386514:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338806912 00000100:00100000:3.0:1734016138.386791:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807040 00000100:00100000:3.0:1734016138.386795:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807040 00000100:00100000:1.0:1734016138.386847:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14356 00000100:00100000:1.0:1734016138.386855:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338806912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.386871:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.386887:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23500 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae011c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.386932:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341018496:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.386986:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.387416:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14357 00000100:00100000:3.0:1734016138.387422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338807040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.387430:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.387439:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23507 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0123 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.387467:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341018624:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.387496:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00002000:00010000:1.0:1734016138.391188:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016137 -> 1734016138 00002000:00010000:1.0:1734016138.391197:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016136 -> 1734016138 00000100:00100000:1.0:1734016138.391217:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341018496:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.391250:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23500 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae011c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.391265:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23500 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae011c expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.391835:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016138.392072:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338806912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5216us (6263us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.392079:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14356 00000100:00100000:3.0:1734016138.392904:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341018624:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.392928:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23507 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0123 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.392939:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23507 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0123 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.392960:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016138.392984:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338807040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5562us (7131us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.392990:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14357 00000100:00100000:0.0:1734016138.397627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.397675:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.397798:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807296 00000100:00100000:1.0:1734016138.397806:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807296 00000100:00100000:1.0:1734016138.397848:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807168 00000100:00100000:1.0:1734016138.397850:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807168 00000100:00100000:1.0:1734016138.397876:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14358 00000100:00100000:1.0:1734016138.397884:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338807296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.397902:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.397918:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea2350e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0131 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.397971:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341018752:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.398024:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.398172:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14359 00000100:00100000:3.0:1734016138.398178:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338807168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.398186:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.398195:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23515 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae012a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.398221:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018880:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.398248:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.401561:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f01aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341018752:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.401608:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea2350e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0131 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.401621:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea2350e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0131 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.401648:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016138.401692:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338807296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3809us (4072us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.401700:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14358 00000100:00100000:3.0:1734016138.402317:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341018880:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.402336:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23515 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae012a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.402344:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23515 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae012a expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.403099:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016138.403143:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338807168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4963us (5466us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.403150:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14359 00000100:00100000:0.0:1734016138.406159:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.406339:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807424 00000100:00100000:3.0:1734016138.406348:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807424 00000100:00100000:3.0:1734016138.406445:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14360 00000100:00100000:3.0:1734016138.406452:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338807424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.406468:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.406484:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0138 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.406512:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.406523:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.406525:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.406529:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [348160->356351] (req 348160->356351) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.406555:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.406566:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 7 pid: 7694 timeout: 506 lvb_type: 0 00000100:00100000:3.0:1734016138.406576:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019008:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.407689:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.410888:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.411032:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807552 00000100:00100000:2.0:1734016138.411038:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807552 00002000:00100000:2.0:1734016138.411075:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4145152->4153343) req@ffff88007a31a300 x1818247338807552/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.411088:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a300 with x1818247338807552 ext(4145152->4153343) 00010000:00010000:2.0:1734016138.411096:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016138.411106:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 8 pid: 7694 timeout: 506 lvb_type: 0 00002000:00010000:2.0:1734016138.411111:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a31a300 00000100:00100000:2.0:1734016138.411128:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 376 00000100:00100000:2.0:1734016138.411133:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338807552:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016138.411728:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019008:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.411749:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [348160->356351] (req 348160->356351) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.411761:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016138.411797:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338807424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5344us (5646us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.411803:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14360 00000100:00100000:2.0:1734016138.432831:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338807552:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 21687us (21940us total) trans 4294969972 rc 0/0 00000100:00100000:2.0:1734016138.432844:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 376 00002000:00100000:2.0:1734016138.432855:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4145152->4153343) req@ffff88007a31a300 x1818247338807552/t4294969972(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.432864:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31a300 with x1818247338807552 ext(4145152->4153343) 00010000:00010000:2.0:1734016138.432874:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 506 lvb_type: 0 00010000:00010000:2.0:1734016138.432888:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:2.0:1734016138.432893:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a31a300 00000100:00100000:0.0:1734016138.444389:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.444514:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807680 00000100:00100000:3.0:1734016138.444522:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807680 00010000:00010000:3.0:1734016138.444550:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.444609:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3959 00000100:00100000:3.0:1734016138.444615:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338807680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.444627:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016138.444642:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1032 -> 1048 00010000:00010000:3.0:1734016138.444648:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.444659:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.444678:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea234f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4145152->4153343) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0115 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.445970:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.445974:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.445982:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.445990:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.446028:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.446042:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341019136:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.446093:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.458387:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.458470:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338807936 00000100:00100000:2.0:1734016138.458477:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338807936 00002000:00100000:2.0:1734016138.458518:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (348160->352255) req@ffff88007f01aa00 x1818247338807936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.458527:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01aa00 with x1818247338807936 ext(348160->352255) 00002000:00010000:2.0:1734016138.458532:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01aa00 00000100:00100000:2.0:1734016138.458550:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9773 00000100:00100000:2.0:1734016138.458555:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338807936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.458557:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341019136:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.458575:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.458618:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338807680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 14003us (14236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.458625:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3959 00000100:00100000:2.0:1734016138.472051:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338807936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 13483us (13659us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.472063:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9773 00002000:00100000:2.0:1734016138.472075:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (348160->352255) req@ffff88007f01aa00 x1818247338807936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.472083:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f01aa00 with x1818247338807936 ext(348160->352255) 00002000:00010000:2.0:1734016138.472088:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f01aa00 00000100:00100000:1.0:1734016138.482925:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.483052:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808192 00000100:00100000:2.0:1734016138.483059:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808192 00002000:00100000:2.0:1734016138.483094:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (352256->356351) req@ffff88007f018e00 x1818247338808192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.483102:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018e00 with x1818247338808192 ext(352256->356351) 00002000:00010000:2.0:1734016138.483106:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018e00 00000100:00100000:2.0:1734016138.483132:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9774 00000100:00100000:2.0:1734016138.483139:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338808192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.483298:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338808192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 158us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.483307:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9774 00002000:00100000:2.0:1734016138.483313:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (352256->356351) req@ffff88007f018e00 x1818247338808192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.483320:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f018e00 with x1818247338808192 ext(352256->356351) 00002000:00010000:2.0:1734016138.483322:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f018e00 00000100:00100000:1.0:1734016138.485169:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.486250:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808320 00000100:00100000:3.0:1734016138.486259:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808320 00000100:00100000:3.0:1734016138.486329:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14361 00000100:00100000:3.0:1734016138.486336:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338808320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.486357:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.486374:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23523 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae013f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.486420:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019264:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.486467:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.487909:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.487930:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23523 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae013f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.487939:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23523 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae013f expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.493661:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016138.493730:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338808320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7390us (8564us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.493740:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14361 00000100:00100000:0.0:1734016138.495895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.495995:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808448 00000100:00100000:3.0:1734016138.496003:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808448 00000100:00100000:3.0:1734016138.496791:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14362 00000100:00100000:3.0:1734016138.496799:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338808448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.496813:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.496827:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2352a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0146 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.496867:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019392:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.500718:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.500776:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341019392:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.500807:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2352a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0146 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.500819:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2352a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0146 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.500842:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016138.501114:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338808448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4311us (5222us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.501124:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14362 00000100:00100000:0.0:1734016138.504679:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.504783:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808576 00000100:00100000:3.0:1734016138.504793:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808576 00000100:00100000:1.0:1734016138.505507:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14363 00000100:00100000:1.0:1734016138.505517:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338808576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.505536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.505554:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23531 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae014d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.505607:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f019180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341019520:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.505662:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.515183:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f019180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341019520:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.515225:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23531 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae014d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.515238:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23531 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae014d expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.515266:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:2.0:1734016138.515343:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338808576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9827us (10671us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.515351:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14363 00000100:00100000:0.0:1734016138.518335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.518416:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808704 00000100:00100000:2.0:1734016138.518424:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808704 00000100:00100000:2.0:1734016138.518494:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14364 00000100:00100000:2.0:1734016138.518506:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338808704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.518532:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.518559:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0154 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.518611:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.518622:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.518624:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.518628:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.518672:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.518688:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 7 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.518703:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341019648:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016138.518774:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.520981:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341019648:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016138.521020:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.521039:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016138.521087:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338808704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2583us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.521096:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14364 00000100:00100000:1.0:1734016138.525472:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.525563:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808832 00000100:00100000:0.0:1734016138.525575:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808832 00002000:00100000:0.0:1734016138.525637:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (348160->356351) req@ffff88007f019180 x1818247338808832/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.525650:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019180 with x1818247338808832 ext(348160->356351) 00010000:00010000:0.0:1734016138.525662:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 8 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016138.525676:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 8 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:0.0:1734016138.525682:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f019180 00000100:00100000:0.0:1734016138.526375:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 377 00000100:00100000:0.0:1734016138.526386:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338808832:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016138.531972:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338808832:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5578us (6501us total) trans 4294969973 rc 0/0 00000100:00100000:0.0:1734016138.531985:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 377 00002000:00100000:0.0:1734016138.531996:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (348160->356351) req@ffff88007f019180 x1818247338808832/t4294969973(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.532003:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019180 with x1818247338808832 ext(348160->356351) 00010000:00010000:0.0:1734016138.532011:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016138.532028:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:0.0:1734016138.532034:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f019180 00000100:00100000:0.0:1734016138.535389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.535562:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338808960 00000100:00100000:3.0:1734016138.535571:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338808960 00010000:00010000:3.0:1734016138.535641:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.536316:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3960 00000100:00100000:3.0:1734016138.536322:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338808960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.536335:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016138.536351:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.536361:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.536379:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea2351c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 348160->356351) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0138 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.536397:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.536398:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.536404:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.536410:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.536436:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.536446:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341019776:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.537389:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.546894:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.547111:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809216 00000100:00100000:0.0:1734016138.547119:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809216 00002000:00100000:0.0:1734016138.547156:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1052672->1056767) req@ffff880079c8dc00 x1818247338809216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.547166:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338809216 ext(1052672->1056767) 00002000:00010000:0.0:1734016138.547170:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016138.547190:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9775 00000100:00100000:0.0:1734016138.547197:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338809216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.547365:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338809216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 167us (478us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.547372:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9775 00002000:00100000:0.0:1734016138.547377:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1052672->1056767) req@ffff880079c8dc00 x1818247338809216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.547384:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338809216 ext(1052672->1056767) 00002000:00010000:0.0:1734016138.547387:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:3.0:1734016138.547471:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341019776:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016138.547489:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016138.547512:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338808960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11189us (12134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.547519:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3960 00000100:00100000:2.0:1734016138.552479:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.552541:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809472 00000100:00100000:0.0:1734016138.552548:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809472 00002000:00100000:0.0:1734016138.552579:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1056768->1060863) req@ffff880079c8d880 x1818247338809472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.552604:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d880 with x1818247338809472 ext(1056768->1060863) 00002000:00010000:0.0:1734016138.552608:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d880 00000100:00100000:0.0:1734016138.552626:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9776 00000100:00100000:0.0:1734016138.552631:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338809472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.553394:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338809472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 760us (922us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016138.553401:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9776 00002000:00100000:0.0:1734016138.553406:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1056768->1060863) req@ffff880079c8d880 x1818247338809472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.553413:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d880 with x1818247338809472 ext(1056768->1060863) 00002000:00010000:0.0:1734016138.553415:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8d880 00000100:00100000:1.0:1734016138.563002:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.563071:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809600 00000100:00100000:0.0:1734016138.563078:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809600 00002000:00100000:0.0:1734016138.563115:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1052672->1060863) req@ffff8800789f9880 x1818247338809600/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.563123:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338809600 ext(1052672->1060863) 00002000:00010000:0.0:1734016138.563128:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9880 00000100:00100000:0.0:1734016138.563158:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9777 00000100:00100000:0.0:1734016138.563163:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338809600:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016138.565059:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338809600:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1889us (2059us total) trans 4294969974 rc 0/0 00000100:00100000:1.0:1734016138.565068:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9777 00002000:00100000:1.0:1734016138.565077:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1052672->1060863) req@ffff8800789f9880 x1818247338809600/t4294969974(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.565085:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9880 with x1818247338809600 ext(1052672->1060863) 00002000:00010000:1.0:1734016138.565088:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9880 00000100:00100000:1.0:1734016138.567947:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.569198:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809728 00000100:00100000:2.0:1734016138.569206:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809728 00000100:00100000:2.0:1734016138.569254:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2725 00000100:00100000:2.0:1734016138.569260:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338809728:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016138.569365:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338809728:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 104us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.569371:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2725 00000100:00100000:2.0:1734016138.572475:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.572727:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809856 00000100:00100000:0.0:1734016138.572735:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809856 00000100:00100000:0.0:1734016138.572790:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14365 00000100:00100000:0.0:1734016138.572796:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338809856:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.574661:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969974 is committed 00000001:00080000:0.0:1734016138.574677:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969973 is committed 00000100:00100000:2.0:1734016138.575080:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338809856:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2278us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.575091:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14365 00000100:00100000:1.0:1734016138.577841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.577882:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.578093:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810112 00000100:00100000:2.0:1734016138.578100:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810112 00000100:00100000:2.0:1734016138.578312:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338809984 00000100:00100000:2.0:1734016138.578315:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338809984 00000100:00100000:3.0:1734016138.578425:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14366 00000100:00100000:3.0:1734016138.578433:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.578448:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.578463:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2353f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0162 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.578506:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341019904:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.578549:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.578693:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14367 00000100:00100000:2.0:1734016138.578698:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338809984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.578706:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.578716:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23546 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae015b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.578743:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341020032:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.578768:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.583788:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341019904:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.583823:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2353f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0162 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.583836:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2353f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0162 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.583859:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016138.583902:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5467us (6065us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.583910:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14366 00002000:00010000:2.0:1734016138.584755:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 1048 -> 1064 00000100:00100000:2.0:1734016138.584771:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341020032:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.584794:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23546 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae015b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.584808:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23546 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae015b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.584832:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016138.584861:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338809984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6161us (6977us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.584867:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14367 00000100:00100000:1.0:1734016138.587508:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.587557:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.587677:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810368 00000100:00100000:3.0:1734016138.587686:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810368 00000100:00100000:3.0:1734016138.587731:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810240 00000100:00100000:3.0:1734016138.587734:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810240 00000100:00100000:3.0:1734016138.587749:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14368 00000100:00100000:3.0:1734016138.587756:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.587775:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.587798:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2354d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0170 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.587851:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341020160:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.587904:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.588036:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14369 00000100:00100000:2.0:1734016138.588042:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338810240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.588050:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.588061:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23554 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0169 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.588088:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341020288:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.588113:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.592377:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341020160:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.592405:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2354d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0170 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.592417:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2354d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0170 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.592429:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016138.592462:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4707us (4964us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.592469:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14368 00000100:00100000:2.0:1734016138.592725:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341020288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.592742:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23554 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0169 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.592750:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23554 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0169 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.592759:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016138.593038:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338810240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4994us (5480us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.593043:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14369 00000100:00100000:3.0:1734016138.595714:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.595760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.595835:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810624 00000100:00100000:2.0:1734016138.595843:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810624 00000100:00100000:2.0:1734016138.595888:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810496 00000100:00100000:2.0:1734016138.595890:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810496 00000100:00100000:2.0:1734016138.595906:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14370 00000100:00100000:2.0:1734016138.595913:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.595928:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.595945:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2355b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae017e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.595996:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341020416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.596040:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.596095:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14371 00000100:00100000:0.0:1734016138.596101:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338810496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.596109:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.596118:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23562 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0177 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.596144:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341020544:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016138.596164:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.598763:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341020544:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.598792:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23562 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0177 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.598803:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23562 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0177 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.598817:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:2.0:1734016138.599243:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341020416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.599263:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2355b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae017e expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.599625:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2355b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae017e expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.599637:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016138.599657:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338810624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3745us (3949us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.599665:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14370 00000100:00100000:1.0:1734016138.599745:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338810496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3642us (3985us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.599751:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14371 00000100:00100000:1.0:1734016138.607018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.607104:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810752 00000100:00100000:2.0:1734016138.607111:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810752 00000100:00100000:2.0:1734016138.607421:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14372 00000100:00100000:2.0:1734016138.607428:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338810752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.607444:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.607461:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0185 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.607487:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.607493:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.607495:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016138.607498:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->454655] (req 450560->454655) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.607521:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.607531:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 9 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.607542:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341020672:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016138.608330:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.615113:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341020672:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016138.615146:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->454655] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.615162:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016138.615207:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338810752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7779us (8197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.615215:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14372 00010000:00010000:3.0:1734016138.621078:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.621436:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.621568:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338810880 00000100:00100000:2.0:1734016138.621576:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338810880 00002000:00100000:2.0:1734016138.621618:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2351103) req@ffff8800789f9c00 x1818247338810880/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.621626:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9c00 with x1818247338810880 ext(2342912->2351103) 00010000:00010000:2.0:1734016138.621635:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.621648:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:2.0:1734016138.621654:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800789f9c00 00000100:00100000:2.0:1734016138.622313:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 378 00000100:00100000:2.0:1734016138.622320:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338810880:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016138.624498:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338810880:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2168us (3056us total) trans 4294968337 rc 0/0 00000100:00100000:2.0:1734016138.624507:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 378 00002000:00100000:2.0:1734016138.624516:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2342912->2351103) req@ffff8800789f9c00 x1818247338810880/t4294968337(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.624527:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9c00 with x1818247338810880 ext(2342912->2351103) 00010000:00010000:2.0:1734016138.624535:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.624547:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:2.0:1734016138.624553:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800789f9c00 00000100:00100000:1.0:1734016138.632075:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.632474:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811008 00000100:00100000:3.0:1734016138.632482:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811008 00010000:00010000:3.0:1734016138.632514:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.632582:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3961 00000100:00100000:3.0:1734016138.632598:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338811008:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.632611:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016138.632629:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00010000:00010000:3.0:1734016138.632634:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.632645:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.632663:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea234d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2342912->2351103) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00f2 expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016138.633940:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.633944:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016138.633952:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.633962:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.633995:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.634012:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341020800:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016138.634075:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.643028:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.643118:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341020800:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016138.643143:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.643452:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811264 00000100:00100000:2.0:1734016138.643460:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811264 00002000:00100000:2.0:1734016138.643499:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (450560->454655) req@ffff8800791f9500 x1818247338811264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.643509:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338811264 ext(450560->454655) 00002000:00010000:2.0:1734016138.643513:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:2.0:1734016138.643536:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9778 00000100:00100000:2.0:1734016138.643543:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338811264:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.643826:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338811008:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11227us (11757us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.643834:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3961 00000100:00100000:2.0:1734016138.647941:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338811264:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 4386us (4910us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.647954:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9778 00002000:00100000:2.0:1734016138.647966:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (450560->454655) req@ffff8800791f9500 x1818247338811264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.647975:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9500 with x1818247338811264 ext(450560->454655) 00002000:00010000:2.0:1734016138.647979:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791f9500 00000100:00100000:3.0:1734016138.654324:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.654493:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811520 00000100:00100000:2.0:1734016138.654502:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811520 00002000:00100000:2.0:1734016138.654538:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (454656->458751) req@ffff8800791fa680 x1818247338811520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.654547:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338811520 ext(454656->458751) 00002000:00010000:2.0:1734016138.654551:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791fa680 00000100:00100000:2.0:1734016138.654580:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9779 00000100:00100000:2.0:1734016138.654596:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338811520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016138.654734:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338811520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016138.654741:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9779 00002000:00100000:2.0:1734016138.654746:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (454656->458751) req@ffff8800791fa680 x1818247338811520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 488/4536 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.654753:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338811520 ext(454656->458751) 00002000:00010000:2.0:1734016138.654755:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791fa680 00000100:00100000:0.0:1734016138.661469:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.661605:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811648 00000100:00100000:2.0:1734016138.661612:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811648 00002000:00100000:2.0:1734016138.661646:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (450560->458751) req@ffff880079db5180 x1818247338811648/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 8680/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.661655:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338811648 ext(450560->458751) 00002000:00010000:2.0:1734016138.661659:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:2.0:1734016138.661690:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9780 00000100:00100000:2.0:1734016138.661697:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338811648:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016138.662564:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338811648:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 864us (1101us total) trans 4294968338 rc 0/0 00000100:00100000:2.0:1734016138.662573:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9780 00002000:00100000:2.0:1734016138.662578:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (450560->458751) req@ffff880079db5180 x1818247338811648/t4294968338(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:99/0 lens 8680/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.662593:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db5180 with x1818247338811648 ext(450560->458751) 00002000:00010000:2.0:1734016138.662596:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db5180 00000100:00100000:3.0:1734016138.663859:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.663984:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811776 00000100:00100000:2.0:1734016138.663990:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811776 00000100:00100000:2.0:1734016138.664030:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14373 00000100:00100000:2.0:1734016138.664037:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338811776:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.665496:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968338 is committed 00000001:00080000:0.0:1734016138.665509:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968337 is committed 00000100:00100000:2.0:1734016138.666497:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338811776:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2456us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.666507:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14373 00000100:00100000:1.0:1734016138.670947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.671070:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338811904 00000100:00100000:2.0:1734016138.671078:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338811904 00000100:00100000:2.0:1734016138.671133:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14374 00000100:00100000:2.0:1734016138.671141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338811904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.671160:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.671173:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23570 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae018c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.671217:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341020928:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.671310:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.672962:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341020928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.672991:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23570 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae018c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.673005:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23570 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae018c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.673016:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016138.673073:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338811904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1933us (2133us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.673081:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14374 00000100:00100000:3.0:1734016138.680648:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.680950:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812032 00000100:00100000:2.0:1734016138.680957:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812032 00000100:00100000:2.0:1734016138.681028:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14375 00000100:00100000:2.0:1734016138.681035:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338812032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.681052:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.681068:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23577 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0193 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.681173:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.681222:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.683504:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.683539:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23577 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0193 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.683549:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23577 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0193 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.683563:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016138.683621:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338812032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2586us (2981us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.683629:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14375 00000100:00100000:0.0:1734016138.685702:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.685782:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812160 00000100:00100000:3.0:1734016138.685789:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812160 00000100:00100000:3.0:1734016138.685976:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14376 00000100:00100000:3.0:1734016138.685982:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338812160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.685997:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.686012:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2357e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae019a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.686055:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021184:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.686107:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.687376:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021184:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.687395:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2357e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae019a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.687405:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea2357e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae019a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.687435:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016138.687469:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338812160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1486us (1771us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.687475:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14376 00000100:00100000:0.0:1734016138.691372:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.691483:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812288 00000100:00100000:3.0:1734016138.691491:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812288 00000100:00100000:3.0:1734016138.691732:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14377 00000100:00100000:3.0:1734016138.691739:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338812288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.691757:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.691772:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23585 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01a1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.691818:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021312:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.693785:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.700098:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021312:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.700133:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23585 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01a1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.700145:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23585 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01a1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.700172:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016138.700211:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338812288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8471us (8846us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.700218:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14377 00000100:00100000:0.0:1734016138.707709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.707807:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812416 00000100:00100000:3.0:1734016138.707815:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812416 00000100:00100000:3.0:1734016138.707853:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14378 00000100:00100000:3.0:1734016138.707858:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338812416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.707874:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.707888:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2358c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01a8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.709411:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021440:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.709478:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.713626:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021440:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.713664:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2358c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01a8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.713677:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2358c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01a8 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.714972:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016138.715036:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338812416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7176us (7334us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.715044:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14378 00000100:00100000:0.0:1734016138.720076:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.720176:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812544 00000100:00100000:3.0:1734016138.720185:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812544 00000100:00100000:3.0:1734016138.720225:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14379 00000100:00100000:3.0:1734016138.720231:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338812544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.720247:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.720264:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23593 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01af expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.720345:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021568:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.720412:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.724207:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341021568:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.724237:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23593 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01af expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.724252:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23593 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01af expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.724292:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016138.724333:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338812544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4101us (4265us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.724339:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14379 00000100:00100000:0.0:1734016138.727400:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.727520:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812800 00000100:00100000:2.0:1734016138.727529:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812800 00000100:00100000:2.0:1734016138.727581:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2726 00000100:00100000:2.0:1734016138.727606:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338812800:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016138.727657:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.727683:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23419 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae003c expref: 22 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.727875:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.727879:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016138.727999:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.728011:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.728018:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.728041:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.728051:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 30 pid: 6487 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.728062:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341021696:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016138.728323:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.730384:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.730445:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338812928 00000100:00100000:1.0:1734016138.730451:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338812928 00010000:00010000:1.0:1734016138.730475:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016138.730495:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3962 00000100:00100000:1.0:1734016138.730501:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:1969:x1818247338812928:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016138.730510:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016138.730515:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016138.730525:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016138.730541:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016138.730545:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016138.730552:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016138.730557:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016138.730569:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016138.730608:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:1969:x1818247338812928:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 107us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.730614:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3962 00010000:00010000:3.0:1734016138.730866:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23490 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae00ac expref: 30 pid: 6487 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.730879:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341021696:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.730897:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.730904:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.730908:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016138.731003:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969046 00000004:00010000:3.0:1734016138.731048:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079db6d80 reply state ffff88007c7a3000 transno 4294969047 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016138.731055:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016138.731114:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338812800:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3508us (3720us total) trans 4294969047 rc 0/0 00000100:00100000:3.0:1734016138.731120:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2726 00000020:00080000:3.0:1734016138.731124:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016138.736878:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736891:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736897:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736902:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016138.736905:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736910:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736923:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.736925:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016138.736929:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.736932:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea2359a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016138.738137:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.738635:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813056 00000100:00100000:3.0:1734016138.738643:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813056 00000100:00100000:3.0:1734016138.738717:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14380 00000100:00100000:3.0:1734016138.738724:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338813056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.738737:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.738752:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01b6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.738777:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.738784:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.738785:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.738789:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.738818:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.738832:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.738843:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341021824:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.738982:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.744234:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341021824:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.744563:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.744582:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016138.745475:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338813056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6745us (7341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.745486:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14380 00000100:00100000:0.0:1734016138.746907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.747661:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813184 00000100:00100000:2.0:1734016138.747673:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813184 00010000:00010000:2.0:1734016138.747712:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 8 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.747749:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3963 00000100:00100000:2.0:1734016138.747755:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338813184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.747769:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016138.747787:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 48 00010000:00010000:2.0:1734016138.747792:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 8 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.747803:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 8 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.747825:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23569 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->454655) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0185 expref: 8 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.747845:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.747847:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016138.747853:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.747861:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.747898:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.747908:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341021952:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016138.747955:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.751236:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.751300:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.751480:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813312 00000100:00100000:1.0:1734016138.751487:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813312 00002000:00010000:1.0:1734016138.751519:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016138.751523:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338813312 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016138.751534:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902bb80. 00000100:00100000:1.0:1734016138.751550:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813440 00000100:00100000:1.0:1734016138.751552:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813440 00002000:00010000:1.0:1734016138.751562:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3044295->18446744073709551615) 00002000:00100000:1.0:1734016138.751564:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338813440 ext(3044295->18446744073709551615) 00002000:00010000:1.0:1734016138.751570:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880. 00000100:00100000:1.0:1734016138.751592:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9781 00000100:00100000:1.0:1734016138.751599:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338813312:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016138.752865:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6018853 -> 4194304 00002000:00010000:1.0:1734016138.752870:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.752872:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.752873:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.752875:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1064 -> 1016 00000100:00100000:1.0:1734016138.752920:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338813312:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1318us (1689us total) trans 4294969975 rc 0/0 00000100:00100000:1.0:1734016138.752927:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9781 00002000:00010000:1.0:1734016138.752930:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016138.752933:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902bb80 with x1818247338813312 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016138.752937:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007902bb80. 00000100:00100000:1.0:1734016138.752968:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9782 00000100:00100000:1.0:1734016138.752973:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338813440:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016138.753804:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3044295 00002000:00010000:1.0:1734016138.753808:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.753809:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.753811:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.753812:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:1.0:1734016138.753834:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338813440:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 860us (2534us total) trans 4294968339 rc 0/0 00000100:00100000:1.0:1734016138.753839:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9782 00002000:00010000:1.0:1734016138.753841:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3044295->18446744073709551615) 00002000:00100000:1.0:1734016138.753843:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338813440 ext(3044295->18446744073709551615) 00002000:00010000:1.0:1734016138.753848:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079029880. 00000100:00100000:2.0:1734016138.754515:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341021952:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016138.754532:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.754558:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338813184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6802us (7654us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.754566:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3963 00000100:00100000:0.0:1734016138.757142:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.757306:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813568 00000100:00100000:3.0:1734016138.757313:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813568 00000100:00100000:3.0:1734016138.757362:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2727 00000100:00100000:3.0:1734016138.757368:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338813568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.757388:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.757403:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea235a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01bd expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.757470:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.757480:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.757488:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016138.757505:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7238599 00000004:00200000:3.0:1734016138.757508:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016138.757520:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.757537:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea235a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01bd expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.757552:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01bd expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.757557:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016138.757560:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016138.757562:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016138.757605:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338813568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 236us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.757611:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2727 00000100:00100000:0.0:1734016138.761944:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.762032:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813696 00000100:00100000:2.0:1734016138.762040:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813696 00000100:00100000:2.0:1734016138.762127:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2728 00000100:00100000:2.0:1734016138.762135:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338813696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.762153:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.762172:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea235b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01c4 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.762257:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.762268:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.763050:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016138.763077:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7238599 00000004:00200000:2.0:1734016138.763081:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016138.763094:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.763115:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea235b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 32 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.763167:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 31 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.763174:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.763177:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.763180:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016138.763261:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338813696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1126us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.763268:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2728 00000100:00100000:0.0:1734016138.767448:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.767926:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813824 00000100:00100000:3.0:1734016138.767937:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813824 00000100:00100000:3.0:1734016138.767978:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14381 00000100:00100000:3.0:1734016138.767984:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338813824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.767999:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.768017:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea235c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01cb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.768070:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341022080:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.768131:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.768497:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.768760:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338813952 00000100:00100000:2.0:1734016138.768764:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338813952 00000100:00100000:2.0:1734016138.768794:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14382 00000100:00100000:2.0:1734016138.768799:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338813952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.768806:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.768815:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea235cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01d2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.768838:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341022208:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.768870:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.770303:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341022080:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.770325:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea235c4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01cb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.770335:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea235c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01cb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.770354:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016138.770379:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338813824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2395us (2940us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.770385:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14381 00000100:00100000:2.0:1734016138.772203:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341022208:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.772227:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea235cb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01d2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.772235:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea235cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01d2 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.772261:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016138.772310:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338813952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3509us (3812us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.772317:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14382 00000100:00100000:0.0:1734016138.779105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.779299:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.779362:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814080 00000100:00100000:2.0:1734016138.779369:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814080 00000100:00100000:2.0:1734016138.779400:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814208 00000100:00100000:2.0:1734016138.779401:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814208 00000100:00100000:2.0:1734016138.779413:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14383 00000100:00100000:2.0:1734016138.779418:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338814080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.779433:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.779446:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea235d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01d9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.779486:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341022336:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.779526:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.779580:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14384 00000100:00100000:1.0:1734016138.779593:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338814208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.779603:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.779613:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea235d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01e0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.779638:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341022464:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.779659:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.781971:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341022464:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.782000:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea235d9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01e0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.782012:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea235d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01e0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.782027:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016138.782058:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338814208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2464us (2758us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.782066:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14384 00000100:00100000:2.0:1734016138.782162:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341022336:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.782180:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea235d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01d9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.782188:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea235d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01d9 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.783646:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016138.783680:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338814080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4259us (4581us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.783688:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14383 00000100:00100000:1.0:1734016138.808077:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.810367:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814464 00000100:00100000:2.0:1734016138.810379:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814464 00002000:00100000:2.0:1734016138.812283:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3047423) req@ffff8800789fa300 x1818247338814464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016138.812296:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fa300 with x1818247338814464 ext(0->3047423) 00002000:00010000:2.0:1734016138.812301:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fa300 00000100:00100000:2.0:1734016138.812349:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9783 00000100:00100000:2.0:1734016138.812357:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338814464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.837717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.843358:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814720 00000100:00100000:3.0:1734016138.843371:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814720 00002000:00100000:3.0:1734016138.843414:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079028700 x1818247338814720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 504/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.843423:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028700 with x1818247338814720 ext(0->4194303) 00002000:00010000:3.0:1734016138.843428:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028700 00000100:00100000:3.0:1734016138.843462:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9784 00000100:00100000:3.0:1734016138.843467:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338814720:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.850235:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338814464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 37869us (42158us total) trans 0 rc 3047424/3047424 00000100:00100000:0.0:1734016138.850247:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9783 00002000:00100000:0.0:1734016138.850258:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->3047423) req@ffff8800789fa300 x1818247338814464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 488/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 3047424/3047424 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016138.850266:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789fa300 with x1818247338814464 ext(0->3047423) 00002000:00010000:0.0:1734016138.850290:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800789fa300 00000100:00100000:0.0:1734016138.856811:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.856902:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814848 00000100:00100000:1.0:1734016138.856909:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814848 00002000:00100000:1.0:1734016138.856943:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1945600->1949695) req@ffff880079028000 x1818247338814848/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 4584/0 e 0 to 0 dl 1734016149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.856952:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338814848 ext(1945600->1949695) 00002000:00010000:1.0:1734016138.856957:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:1.0:1734016138.856975:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9785 00000100:00100000:1.0:1734016138.856981:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338814848:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016138.858134:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338814848:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1151us (1331us total) trans 4294968340 rc 0/0 00000100:00100000:1.0:1734016138.858141:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9785 00002000:00100000:1.0:1734016138.858147:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1945600->1949695) req@ffff880079028000 x1818247338814848/t4294968340(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 4584/448 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016138.858153:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338814848 ext(1945600->1949695) 00002000:00010000:1.0:1734016138.858156:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:0.0:1734016138.860553:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.860632:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338814976 00000100:00100000:2.0:1734016138.860638:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338814976 00000100:00100000:2.0:1734016138.860675:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2729 00000100:00100000:2.0:1734016138.860681:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338814976:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016138.860785:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338814976:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 103us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.860792:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2729 00000100:00100000:0.0:1734016138.862619:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.862745:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815104 00000100:00100000:2.0:1734016138.862752:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815104 00000100:00100000:2.0:1734016138.862786:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14385 00000100:00100000:2.0:1734016138.862791:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338815104:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016138.885552:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968340 is committed 00000100:00100000:2.0:1734016138.887160:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338815104:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 24361us (24538us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.887170:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14385 00000100:00100000:0.0:1734016138.898750:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.898785:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.898909:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815360 00000100:00100000:2.0:1734016138.898918:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815360 00000100:00100000:2.0:1734016138.898955:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815232 00000100:00100000:2.0:1734016138.898957:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815232 00000100:00100000:2.0:1734016138.898970:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14386 00000100:00100000:2.0:1734016138.898977:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338815360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.898995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.899011:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea235e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01ee expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.899058:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341022592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.899102:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.899132:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14387 00000100:00100000:2.0:1734016138.899137:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338815232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.899143:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.899152:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea235e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01e7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.899174:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341022720:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.899193:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.899448:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338814720:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55978us (61740us total) trans 0 rc 4186112/4186112 00000100:00100000:3.0:1734016138.899455:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9784 00002000:00100000:3.0:1734016138.899462:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079028700 x1818247338814720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:99/0 lens 504/440 e 0 to 0 dl 1734016149 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016138.899475:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028700 with x1818247338814720 ext(0->4194303) 00002000:00010000:3.0:1734016138.899478:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028700 00000100:00100000:3.0:1734016138.901644:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341022720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.901677:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea235e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01e7 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.901691:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea235e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01e7 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.902117:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:3.0:1734016138.902162:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338815232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3023us (3375us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.902172:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14387 00002000:00010000:2.0:1734016138.902362:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 48 -> 56 00000100:00100000:2.0:1734016138.902375:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341022592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.902394:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea235e0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01ee expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.902402:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea235e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01ee expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.902424:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016138.902455:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338815360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3478us (3713us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.902460:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14386 00000100:00100000:0.0:1734016138.914479:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.914531:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.914736:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815488 00000100:00100000:2.0:1734016138.914745:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815488 00000100:00100000:2.0:1734016138.914776:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815616 00000100:00100000:2.0:1734016138.914778:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815616 00000100:00100000:2.0:1734016138.915541:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14388 00000100:00100000:2.0:1734016138.915548:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338815488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.915565:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.915588:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea235ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01f5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.915634:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341022848:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.915683:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.915905:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14389 00000100:00100000:0.0:1734016138.915910:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338815616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.915921:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.915931:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea235f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae01fc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.915956:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341022976:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016138.915976:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.917891:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341022848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.917920:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea235ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01f5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.917930:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea235ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01f5 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.917955:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016138.917988:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338815488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2439us (3520us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.917994:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14388 00000100:00100000:1.0:1734016138.918460:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c663480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341022976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.918477:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea235f5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01fc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.918485:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea235f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01fc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.918505:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:1.0:1734016138.918524:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338815616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2613us (3992us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.918528:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14389 00000100:00100000:0.0:1734016138.924150:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.924756:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.924861:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815744 00000100:00100000:2.0:1734016138.924870:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815744 00000100:00100000:2.0:1734016138.924900:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338815872 00000100:00100000:2.0:1734016138.924902:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338815872 00000100:00100000:2.0:1734016138.924934:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14390 00000100:00100000:2.0:1734016138.924940:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338815744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.924957:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.924972:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea235fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0203 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.925018:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341023104:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.925066:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.925213:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14391 00000100:00100000:3.0:1734016138.925219:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338815872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.925227:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.925238:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23603 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae020a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.925263:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341023232:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.925316:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.927684:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341023104:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.927716:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea235fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0203 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.927726:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea235fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0203 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.927739:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016138.927772:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338815744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2831us (3629us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.927779:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14390 00000100:00100000:3.0:1734016138.928012:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341023232:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.928032:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23603 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae020a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.928041:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23603 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae020a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.928062:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016138.928088:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338815872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2868us (3332us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.928094:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14391 00000100:00100000:0.0:1734016138.933161:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.933222:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.933345:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816128 00000100:00100000:2.0:1734016138.933355:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816128 00000100:00100000:2.0:1734016138.933399:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816000 00000100:00100000:2.0:1734016138.933402:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816000 00000100:00100000:2.0:1734016138.933429:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14392 00000100:00100000:2.0:1734016138.933436:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338816128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.933456:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.933472:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2360a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0218 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.933519:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341023360:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.933568:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.933876:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14393 00000100:00100000:1.0:1734016138.933883:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338816000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.933892:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.933907:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23611 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0211 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.933934:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023488:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.933976:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.935669:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341023360:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.935694:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2360a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0218 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.935704:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2360a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0218 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.935722:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016138.936531:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338816128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3092us (3375us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.936539:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14392 00000100:00100000:1.0:1734016138.938883:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023488:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.938922:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23611 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0211 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.938937:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea23611 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0211 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.938948:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016138.938982:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338816000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5099us (5759us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.938989:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14393 00000100:00100000:3.0:1734016138.941914:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.942059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.942164:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816256 00000100:00100000:1.0:1734016138.942172:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816256 00000100:00100000:1.0:1734016138.942215:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816384 00000100:00100000:1.0:1734016138.942217:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816384 00000100:00100000:1.0:1734016138.942243:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14394 00000100:00100000:1.0:1734016138.942251:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338816256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.942266:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.942300:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23618 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae021f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.942343:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023616:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.942389:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.942446:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14395 00000100:00100000:0.0:1734016138.942452:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338816384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.942460:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016138.942469:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2361f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0226 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.942494:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341023744:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016138.942514:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.944378:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023616:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.944406:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23618 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae021f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.944418:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23618 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae021f expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.944428:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016138.944482:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338816256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2230us (2575us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.944490:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14394 00000100:00100000:2.0:1734016138.944761:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341023744:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.944776:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2361f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0226 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.944789:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2361f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0226 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.944801:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:2.0:1734016138.944822:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338816384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2370us (2763us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.944827:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14395 00000100:00100000:0.0:1734016138.948045:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.948080:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.948149:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816512 00000100:00100000:2.0:1734016138.948157:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816512 00000100:00100000:2.0:1734016138.948313:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816640 00000100:00100000:2.0:1734016138.948315:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816640 00000100:00100000:1.0:1734016138.948352:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14396 00000100:00100000:1.0:1734016138.948359:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338816512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.948373:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.948387:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae022d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.948433:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023872:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.948789:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.948826:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14397 00000100:00100000:2.0:1734016138.948831:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338816640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.948839:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.948849:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2362d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0234 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016138.948875:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341024000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016138.948894:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.954186:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341024000:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016138.954229:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2362d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0234 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.954241:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2362d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0234 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016138.954266:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016138.954328:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338816640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5495us (6245us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016138.954335:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14397 00000100:00100000:1.0:1734016138.954431:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341023872:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.954449:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23626 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae022d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.954456:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea23626 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae022d expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.954463:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016138.954479:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338816512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6121us (6441us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.954484:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14396 00000100:00100000:0.0:1734016138.957643:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.957726:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338816896 00000100:00100000:2.0:1734016138.957734:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338816896 00000100:00100000:2.0:1734016138.957810:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2730 00000100:00100000:2.0:1734016138.957818:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338816896:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016138.957859:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.957879:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea235af lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01bd expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.957891:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.957895:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016138.958005:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.958016:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.958021:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.958045:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 30 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.958055:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 30 pid: 6487 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.958066:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341024128:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016138.959522:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016138.964223:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341024128:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016138.964246:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016138.964613:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.964964:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817024 00000100:00100000:2.0:1734016138.964969:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817024 00010000:00010000:2.0:1734016138.964994:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016138.965034:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3964 00000100:00100000:2.0:1734016138.965039:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:1969:x1818247338817024:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016138.965049:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016138.965055:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.965063:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.965081:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea235bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01c4 expref: 31 pid: 6487 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016138.965094:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.965098:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.965109:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.965114:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.965141:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016138.965187:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:1969:x1818247338817024:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 146us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.965192:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3964 00010000:00010000:3.0:1734016138.965516:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.965522:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016138.965615:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969048 00000004:00010000:3.0:1734016138.965661:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011cd4ca80 reply state ffff88007c7a1000 transno 4294969049 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016138.965667:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016138.965750:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338816896:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7931us (8113us total) trans 4294969049 rc 0/0 00000100:00100000:3.0:1734016138.965757:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2730 00000020:00080000:3.0:1734016138.965760:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016138.968424:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.968463:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.968623:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817152 00000100:00100000:1.0:1734016138.968631:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817152 00002000:00010000:1.0:1734016138.968661:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016138.968664:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4c700 with x1818247338817152 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016138.968674:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4c700. 00000100:00100000:1.0:1734016138.968689:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817280 00000100:00100000:1.0:1734016138.968702:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817280 00002000:00010000:1.0:1734016138.968712:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3276401->18446744073709551615) 00002000:00100000:1.0:1734016138.968714:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4e300 with x1818247338817280 ext(3276401->18446744073709551615) 00002000:00010000:1.0:1734016138.968720:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4e300. 00000100:00100000:1.0:1734016138.968735:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9786 00000100:00100000:1.0:1734016138.968741:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338817152:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016138.968849:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016138.968852:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.968854:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.968856:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.968857:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1016 00000100:00100000:1.0:1734016138.968892:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338817152:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 150us (474us total) trans 4294969976 rc 0/0 00000100:00100000:1.0:1734016138.968898:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9786 00002000:00010000:1.0:1734016138.968902:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016138.968904:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4c700 with x1818247338817152 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016138.968907:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4c700. 00000100:00100000:1.0:1734016138.968934:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9787 00000100:00100000:1.0:1734016138.968938:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338817280:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016138.969043:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3044295 -> 3276401 00002000:00010000:1.0:1734016138.969046:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.969048:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.969050:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016138.969051:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:1.0:1734016138.969070:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338817280:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 130us (605us total) trans 4294968341 rc 0/0 00000100:00100000:1.0:1734016138.969075:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9787 00002000:00010000:1.0:1734016138.969077:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3276401->18446744073709551615) 00002000:00100000:1.0:1734016138.969079:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4e300 with x1818247338817280 ext(3276401->18446744073709551615) 00002000:00010000:1.0:1734016138.969083:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4e300. 00010000:00010000:2.0:1734016138.969294:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969302:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969308:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969313:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c49b00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016138.969316:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969323:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969334:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.969336:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016138.969339:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016138.969344:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23634 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016138.971763:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.971872:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817408 00000100:00100000:3.0:1734016138.971880:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817408 00000100:00100000:3.0:1734016138.971914:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2731 00000100:00100000:3.0:1734016138.971920:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338817408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.971938:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.971952:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2363b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae023b expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.972021:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.972031:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.972039:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016138.972056:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7470705 00000004:00200000:3.0:1734016138.972060:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016138.972073:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016138.972089:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2363b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.972116:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.972122:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016138.972124:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016138.972126:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016138.972157:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338817408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 237us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.972162:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2731 00000100:00100000:0.0:1734016138.977001:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016138.977146:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817536 00000100:00100000:2.0:1734016138.977155:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817536 00000100:00100000:2.0:1734016138.977203:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2732 00000100:00100000:2.0:1734016138.977210:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338817536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016138.977226:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016138.977243:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23649 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0242 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.977344:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.977355:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.977364:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016138.977384:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7470705 00000004:00200000:2.0:1734016138.977388:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016138.977400:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016138.977419:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23649 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0242 expref: 32 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.977432:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0242 expref: 31 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016138.977438:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016138.977441:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016138.977445:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016138.977489:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338817536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 278us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016138.977495:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2732 00000100:00100000:0.0:1734016138.980569:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.981717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016138.982262:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817664 00000100:00100000:1.0:1734016138.982280:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817664 00000100:00100000:1.0:1734016138.982322:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817792 00000100:00100000:1.0:1734016138.982325:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817792 00000100:00100000:1.0:1734016138.982338:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14398 00000100:00100000:1.0:1734016138.982344:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338817664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.982359:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016138.982377:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23657 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0249 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016138.982424:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341024256:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016138.982470:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.982530:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14399 00000100:00100000:3.0:1734016138.982536:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338817792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.982544:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.982554:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2365e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0250 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016138.982590:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341024384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016138.982611:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.986021:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341024256:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016138.986070:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23657 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0249 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.986087:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea23657 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0249 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.986349:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:3.0:1734016138.986483:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341024384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016138.986502:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2365e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0250 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.986510:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea2365e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0250 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.986532:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:1.0:1734016138.986592:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338817664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4245us (6029us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016138.986601:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14398 00000100:00100000:3.0:1734016138.986865:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338817792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4327us (5148us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016138.986870:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14399 00000100:00100000:0.0:1734016138.989627:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016138.989717:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338817920 00000100:00100000:3.0:1734016138.989725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338817920 00000100:00100000:3.0:1734016138.989895:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14400 00000100:00100000:3.0:1734016138.989903:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338817920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.989921:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016138.989941:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0257 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.989971:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.989978:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.989979:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016138.989983:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.990010:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.990022:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 6 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.990032:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341024512:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016138.990357:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.996106:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016138.996355:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818048 00000100:00100000:0.0:1734016138.996364:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818048 00010000:00010000:0.0:1734016138.996400:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016138.996502:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341024512:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016138.996529:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016138.996543:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016138.996597:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338817920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6693us (6977us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.996605:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14400 00000100:00100000:0.0:1734016138.996686:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3965 00000100:00100000:0.0:1734016138.996702:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338818048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016138.996715:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016138.996738:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016138.996748:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016138.996767:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea235a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae01b6 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016138.996781:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.996783:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016138.996788:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.996797:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.996830:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016138.996841:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079eff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341024640:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016138.996872:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.005858:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079eff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341024640:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.005879:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.006783:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338818048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10088us (10684us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.006793:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3965 00000100:00100000:0.0:1734016139.006934:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.007341:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818176 00000100:00100000:3.0:1734016139.007348:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818176 00000100:00100000:3.0:1734016139.007401:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14401 00000100:00100000:3.0:1734016139.007407:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338818176:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.007629:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3276401 -> 3379891 00002000:00010000:3.0:1734016139.007632:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016139.007634:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.007636:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016139.007637:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 88 00000100:00100000:3.0:1734016139.007667:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338818176:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 260us (734us total) trans 4294968342 rc 0/0 00000100:00100000:3.0:1734016139.007674:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14401 00000100:00080000:1.0:1734016139.007778:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00000100:00100000:0.0:1734016139.010571:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.011237:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818304 00000100:00100000:2.0:1734016139.011245:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818304 00000100:00100000:2.0:1734016139.011313:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14402 00000100:00100000:2.0:1734016139.011319:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338818304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.011335:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.011352:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2366c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae025e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.011397:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341024768:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.011457:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.012994:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341024768:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.013019:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2366c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae025e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.013029:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2366c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae025e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.013054:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016139.013093:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338818304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1773us (2530us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.013100:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14402 00000100:00100000:0.0:1734016139.015023:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.015113:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818432 00000100:00100000:2.0:1734016139.015121:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818432 00000100:00100000:2.0:1734016139.015160:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14403 00000100:00100000:2.0:1734016139.015166:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338818432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.015179:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.015193:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23673 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0265 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.015234:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341024896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.015296:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.017307:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341024896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.017342:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23673 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0265 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.017354:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23673 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0265 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.017371:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016139.017797:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338818432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2629us (2777us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.017808:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14403 00000100:00100000:2.0:1734016139.020734:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.020800:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818688 00000100:00100000:3.0:1734016139.020807:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818688 00000100:00080000:1.0:1734016139.020940:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:3.0:1734016139.020972:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2733 00000100:00100000:3.0:1734016139.020978:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338818688:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016139.021017:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.021037:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea23650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0242 expref: 31 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.021062:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.021066:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016139.021185:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.021196:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.021202:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.021225:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.021235:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 25 pid: 8227 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.021244:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341025024:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.021306:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.023676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.024333:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341025024:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.024359:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016139.025045:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818816 00000100:00100000:2.0:1734016139.025053:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818816 00010000:00010000:2.0:1734016139.025226:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.025260:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3966 00000100:00100000:2.0:1734016139.025266:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:1969:x1818247338818816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.025297:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.025304:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.025313:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.025332:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea23642 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae023b expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00000100:00080000:1.0:1734016139.025558:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00010000:00010000:2.0:1734016139.025732:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.025737:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.025745:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.025750:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.025785:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.025821:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:1969:x1818247338818816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 554us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.025827:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3966 00010000:00010000:3.0:1734016139.026042:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.026047:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016139.026122:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969050 00000004:00010000:3.0:1734016139.026159:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c8d500 reply state ffff88007a9f3000 transno 4294969051 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016139.026164:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.026217:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338818688:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5239us (5490us total) trans 4294969051 rc 0/0 00000100:00100000:3.0:1734016139.026224:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2733 00000020:00080000:3.0:1734016139.026227:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016139.028653:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028665:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028670:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028675:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ced00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016139.028678:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028683:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028697:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.028699:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.028702:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.028706:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2367a lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016139.029434:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.029923:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338818944 00000100:00100000:0.0:1734016139.029933:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338818944 00000100:00100000:0.0:1734016139.030109:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14404 00000100:00100000:0.0:1734016139.030114:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338818944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.030129:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.030145:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae026c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.030167:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.030173:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016139.030174:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016139.030177:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.030199:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.030212:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 8 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016139.030225:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341025152:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016139.030294:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00080000:1.0:1734016139.030467:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00100000:2.0:1734016139.037179:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341025152:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.037212:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.037226:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:2.0:1734016139.037293:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338818944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7155us (7838us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.037300:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14404 00000100:00100000:0.0:1734016139.040050:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.040163:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819072 00000100:00100000:2.0:1734016139.040172:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819072 00010000:00010000:2.0:1734016139.040232:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 507 lvb_type: 0 00000100:00080000:1.0:1734016139.040343:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00100000:3.0:1734016139.040867:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3967 00000100:00100000:3.0:1734016139.040875:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338819072:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.040888:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.040908:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.040918:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.040935:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23538 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0154 expref: 9 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.040961:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.040963:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.040967:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.040975:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.041004:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.041014:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341025280:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016139.041080:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.043836:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341025280:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016139.043857:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.043891:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338819072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3016us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.043901:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3967 00000100:00100000:0.0:1734016139.045500:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.045659:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819200 00000100:00100000:2.0:1734016139.045666:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819200 00002000:00010000:2.0:1734016139.045709:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016139.045713:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd180 with x1818247338819200 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016139.045722:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efd180. 00000100:00100000:2.0:1734016139.046943:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9788 00000100:00100000:2.0:1734016139.046951:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338819200:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016139.047066:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016139.047069:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.047071:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.047073:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.047074:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1016 00000100:00100000:2.0:1734016139.047135:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338819200:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 183us (1638us total) trans 4294969977 rc 0/0 00000100:00100000:2.0:1734016139.047141:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9788 00002000:00010000:2.0:1734016139.047146:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016139.047149:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd180 with x1818247338819200 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016139.047154:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efd180. 00000100:00100000:0.0:1734016139.047681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.048439:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819328 00000100:00100000:2.0:1734016139.048449:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819328 00002000:00010000:2.0:1734016139.048472:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3734284->18446744073709551615) 00002000:00100000:2.0:1734016139.048474:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc380 with x1818247338819328 ext(3734284->18446744073709551615) 00002000:00010000:2.0:1734016139.048481:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efc380. 00000100:00100000:2.0:1734016139.048941:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9789 00000100:00100000:2.0:1734016139.048948:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338819328:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016139.049095:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3379891 -> 3734284 00002000:00010000:2.0:1734016139.049098:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016138 00002000:00010000:2.0:1734016139.049101:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.049102:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016138 00002000:00010000:2.0:1734016139.049104:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:2.0:1734016139.049149:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338819328:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 201us (1469us total) trans 4294968343 rc 0/0 00000100:00100000:2.0:1734016139.049155:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9789 00002000:00010000:2.0:1734016139.049157:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3734284->18446744073709551615) 00002000:00100000:2.0:1734016139.049159:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efc380 with x1818247338819328 ext(3734284->18446744073709551615) 00002000:00010000:2.0:1734016139.049163:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efc380. 00000100:00100000:0.0:1734016139.052611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.053016:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819456 00000100:00100000:3.0:1734016139.053025:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819456 00000100:00100000:3.0:1734016139.053073:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2734 00000100:00100000:3.0:1734016139.053081:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338819456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.053100:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.053121:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23688 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0273 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.053195:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.053207:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.053218:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016139.053237:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7928588 00000004:00200000:3.0:1734016139.053241:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.053252:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.053310:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23688 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.053330:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.053335:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.053338:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.053341:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016139.053398:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338819456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 316us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.053405:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2734 00000100:00100000:0.0:1734016139.055569:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.056207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.056378:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819712 00000100:00100000:3.0:1734016139.056387:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819712 00000100:00100000:3.0:1734016139.056416:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819584 00000100:00100000:3.0:1734016139.056419:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819584 00000100:00100000:3.0:1734016139.056440:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14405 00000100:00100000:3.0:1734016139.056447:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338819712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.056462:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.056475:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23696 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0281 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.056522:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341025408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.056657:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14406 00000100:00100000:2.0:1734016139.056663:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338819584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.056670:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.056679:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2369d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae027a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.056704:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341025536:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.057108:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.057163:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.059318:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341025408:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.059354:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23696 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0281 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.059366:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23696 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0281 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.059375:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016139.059418:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338819712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2971us (3854us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.059430:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14405 00000100:00100000:2.0:1734016139.059539:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341025536:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.059562:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2369d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae027a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.059569:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2369d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae027a expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.059604:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016139.059624:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338819584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2961us (3418us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.059629:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14406 00000100:00100000:0.0:1734016139.063086:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.063171:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.063350:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819968 00000100:00100000:2.0:1734016139.063359:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819968 00000100:00100000:2.0:1734016139.063389:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338819840 00000100:00100000:2.0:1734016139.063391:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338819840 00000100:00100000:2.0:1734016139.063405:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14407 00000100:00100000:2.0:1734016139.063411:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338819968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.063427:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.063447:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea236a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae028f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.063493:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341025664:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016139.063614:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14408 00000100:00100000:0.0:1734016139.063619:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338819840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.063627:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.063635:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea236ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0288 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.063660:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341025792:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.064177:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.064210:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.066132:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341025664:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.066166:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea236a4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae028f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.066177:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea236a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae028f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.066190:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016139.066229:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338819968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2817us (3151us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.066238:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14407 00000100:00100000:1.0:1734016139.066366:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd4b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341025792:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.066383:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea236ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0288 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.066391:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea236ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0288 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.066661:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:1.0:1734016139.066684:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338819840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3064us (3512us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.066689:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14408 00000100:00100000:0.0:1734016139.069226:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.069307:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.069432:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820096 00000100:00100000:2.0:1734016139.069440:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820096 00000100:00100000:2.0:1734016139.069479:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820224 00000100:00100000:2.0:1734016139.069482:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820224 00000100:00100000:2.0:1734016139.069498:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14409 00000100:00100000:2.0:1734016139.069505:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338820096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.069519:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.069535:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea236b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0296 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.069592:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341025920:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.069638:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.069715:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14410 00000100:00100000:3.0:1734016139.069720:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338820224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.069728:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.069737:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea236b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae029d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.069763:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026048:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.069782:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.071492:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341025920:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.071517:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea236b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0296 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.071528:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea236b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0296 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.071538:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016139.071573:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338820096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2068us (2353us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.071587:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14409 00000100:00100000:3.0:1734016139.071810:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026048:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.071827:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea236b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae029d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.071836:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea236b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae029d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.071846:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016139.072346:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338820224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2624us (3038us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.072352:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14410 00000100:00100000:0.0:1734016139.074739:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.074921:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820352 00000100:00100000:3.0:1734016139.074928:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820352 00000100:00100000:3.0:1734016139.074985:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14411 00000100:00100000:3.0:1734016139.074991:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338820352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.075007:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.075022:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02a4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.075042:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.075048:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.075049:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.075052:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1269760->1273855] (req 1269760->1273855) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.075074:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.075083:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 9 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.075093:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026176:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.075476:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.078107:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026176:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.078136:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1269760->1273855] (req 1269760->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.078150:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016139.078188:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338820352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3196us (3457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.078198:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14411 00000100:00100000:1.0:1734016139.079002:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.079192:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820480 00000100:00100000:3.0:1734016139.079198:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820480 00010000:00010000:3.0:1734016139.079216:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 10 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.079380:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3968 00000100:00100000:3.0:1734016139.079386:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338820480:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.079396:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.079412:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 10 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.079420:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 10 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.079436:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23665 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0257 expref: 10 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.079447:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.079448:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.079453:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.079460:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.079481:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.079491:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341026304:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016139.079705:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.081406:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.081477:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341026304:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016139.081492:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.081583:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820736 00000100:00100000:1.0:1734016139.081588:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820736 00002000:00100000:1.0:1734016139.081617:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1269760->1273855) req@ffff88011cd49f80 x1818247338820736/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.081625:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247338820736 ext(1269760->1273855) 00002000:00010000:1.0:1734016139.081628:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:3.0:1734016139.081690:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338820480:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2303us (2689us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.081697:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3968 00000100:00100000:1.0:1734016139.081961:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9790 00000100:00100000:1.0:1734016139.081966:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338820736:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.082089:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338820736:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 122us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.082095:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9790 00002000:00100000:1.0:1734016139.082100:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1269760->1273855) req@ffff88011cd49f80 x1818247338820736/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.082107:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247338820736 ext(1269760->1273855) 00002000:00010000:1.0:1734016139.082110:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:0.0:1734016139.085026:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.085118:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338820992 00000100:00100000:2.0:1734016139.085127:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338820992 00002000:00100000:2.0:1734016139.085163:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1273856->1277951) req@ffff88011cd49180 x1818247338820992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.085172:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49180 with x1818247338820992 ext(1273856->1277951) 00002000:00010000:2.0:1734016139.085175:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49180 00000100:00100000:2.0:1734016139.085203:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9791 00000100:00100000:2.0:1734016139.085208:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338820992:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.085395:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338820992:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 186us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.085401:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9791 00002000:00100000:2.0:1734016139.085407:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1273856->1277951) req@ffff88011cd49180 x1818247338820992/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.085412:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49180 with x1818247338820992 ext(1273856->1277951) 00002000:00010000:2.0:1734016139.085415:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd49180 00000100:00100000:0.0:1734016139.088174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.088258:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821120 00000100:00100000:1.0:1734016139.088265:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821120 00002000:00100000:1.0:1734016139.088330:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1269760->1277951) req@ffff88011cd4aa00 x1818247338821120/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 8680/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.088344:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4aa00 with x1818247338821120 ext(1269760->1277951) 00002000:00010000:1.0:1734016139.088348:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4aa00 00000100:00100000:1.0:1734016139.088372:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9792 00000100:00100000:1.0:1734016139.088378:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338821120:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016139.089260:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338821120:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 879us (1090us total) trans 4294968344 rc 0/0 00000100:00100000:1.0:1734016139.089283:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9792 00002000:00100000:1.0:1734016139.089290:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1269760->1277951) req@ffff88011cd4aa00 x1818247338821120/t4294968344(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 8680/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.089296:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4aa00 with x1818247338821120 ext(1269760->1277951) 00002000:00010000:1.0:1734016139.089299:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011cd4aa00 00000100:00100000:2.0:1734016139.091657:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.091727:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821248 00000100:00100000:0.0:1734016139.091734:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821248 00000100:00100000:0.0:1734016139.091773:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2735 00000100:00100000:0.0:1734016139.091779:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338821248:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:0.0:1734016139.091876:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338821248:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 97us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.091883:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2735 00000100:00100000:0.0:1734016139.099638:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.099688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.099973:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821376 00000100:00100000:2.0:1734016139.099983:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821376 00000100:00100000:2.0:1734016139.100033:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 332 00000100:00100000:2.0:1734016139.100039:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1969:x1818247338821376:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:2.0:1734016139.100085:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1969:x1818247338821376:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 46us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.100091:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 332 00000100:00100000:3.0:1734016139.101934:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821504 00000100:00100000:3.0:1734016139.101943:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821504 00000100:00100000:3.0:1734016139.101981:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14412 00000100:00100000:3.0:1734016139.101987:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338821504:12345-192.168.201.60@tcp:16:fsx.0 00000100:00080000:1.0:1734016139.102259:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016109 00000001:00080000:0.0:1734016139.104116:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968344 is committed 00000001:00080000:0.0:1734016139.104130:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968343 is committed 00000100:00100000:3.0:1734016139.104470:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338821504:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2478us (4777us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.104480:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14412 00000100:00100000:2.0:1734016139.107952:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.108211:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821632 00000100:00100000:3.0:1734016139.108218:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821632 00000100:00100000:3.0:1734016139.108470:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14413 00000100:00100000:3.0:1734016139.108476:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338821632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.108491:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.108505:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea236c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02ab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.108549:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341026432:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.108614:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.110246:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341026432:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.110291:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea236c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ab expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.110302:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea236c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ab expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.110669:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016139.110723:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338821632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2244us (2775us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.110730:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14413 00000100:00100000:0.0:1734016139.113688:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.113811:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338821760 00000100:00100000:3.0:1734016139.113819:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338821760 00000100:00100000:3.0:1734016139.113878:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14414 00000100:00100000:3.0:1734016139.113885:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338821760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.113900:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.113915:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea236ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02b2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.113972:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341026560:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.114015:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.116018:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341026560:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.116050:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea236ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02b2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.116062:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea236ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02b2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.116071:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016139.116150:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338821760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2264us (2468us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.116157:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14414 00000100:00100000:0.0:1734016139.126071:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.126183:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822016 00000100:00100000:1.0:1734016139.126193:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822016 00002000:00100000:1.0:1734016139.126233:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3051519) req@ffff880078943100 x1818247338822016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.126241:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338822016 ext(3047424->3051519) 00002000:00010000:1.0:1734016139.126245:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100 00000100:00100000:1.0:1734016139.127260:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9793 00000100:00100000:1.0:1734016139.127267:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338822016:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.127429:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338822016:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 161us (1366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.127436:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9793 00002000:00100000:1.0:1734016139.127441:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3051519) req@ffff880078943100 x1818247338822016/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.127447:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078943100 with x1818247338822016 ext(3047424->3051519) 00002000:00010000:1.0:1734016139.127450:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078943100 00000100:00100000:0.0:1734016139.134727:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.134990:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822144 00000100:00100000:3.0:1734016139.134998:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822144 00000100:00100000:3.0:1734016139.135036:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2736 00000100:00100000:3.0:1734016139.135042:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338822144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.135062:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.135078:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea236d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02b9 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.135143:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.135153:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.135161:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016139.135180:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7928588 00000004:00200000:3.0:1734016139.135183:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016139.135194:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.135216:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea236d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02b9 expref: 34 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.136347:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02b9 expref: 33 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.136355:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.136358:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016139.136361:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016139.136408:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338822144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1365us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.136415:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2736 00000100:00100000:0.0:1734016139.143005:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.143111:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822272 00000100:00100000:3.0:1734016139.143119:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822272 00000100:00100000:3.0:1734016139.143164:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14415 00000100:00100000:3.0:1734016139.143170:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338822272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.143184:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.143199:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea236e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02c0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.143240:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026688:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.144084:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016139.151404:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 88 -> 104 00000100:00100000:3.0:1734016139.151428:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026688:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.151459:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea236e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02c0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.151472:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea236e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02c0 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.151501:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016139.151540:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338822272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8368us (8540us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.151547:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14415 00000100:00100000:0.0:1734016139.154046:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.154191:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822400 00000100:00100000:3.0:1734016139.154199:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822400 00000100:00100000:3.0:1734016139.154312:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14416 00000100:00100000:3.0:1734016139.154320:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338822400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.154337:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.154354:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea236ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02c7 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.154407:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026816:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.154465:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.157594:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341026816:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.157628:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea236ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02c7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.157640:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea236ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02c7 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.157651:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016139.157736:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338822400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3416us (3697us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.157795:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14416 00000100:00100000:1.0:1734016139.161229:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.161302:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822656 00000100:00100000:0.0:1734016139.161310:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822656 00000100:00100000:0.0:1734016139.161362:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2737 00000100:00100000:0.0:1734016139.161369:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338822656:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016139.161411:0:6487:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.161431:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea236dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02b9 expref: 33 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.161452:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016139.161456:0:6487:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016139.161596:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.161608:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.161615:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.161639:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.161648:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 25 pid: 8227 timeout: 507 lvb_type: 0 00000100:00100000:0.0:1734016139.161659:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341026944:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016139.161704:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.166845:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078942300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341026944:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.166873:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016139.167141:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.167854:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822784 00000100:00100000:3.0:1734016139.167863:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822784 00010000:00010000:3.0:1734016139.167894:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.167936:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3969 00000100:00100000:3.0:1734016139.167944:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:1970:x1818247338822784:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.167958:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.167966:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.167976:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.167999:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea2368f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0273 expref: 26 pid: 8227 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.168018:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.168023:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.168030:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.168036:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.168056:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016139.168153:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.168160:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:2.0:1734016139.168245:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969052 00000004:00010000:2.0:1734016139.168312:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130885500 reply state ffff880077ece000 transno 4294969053 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:2.0:1734016139.168320:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016139.168910:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:1970:x1818247338822784:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 964us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.168918:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3969 00000100:00100000:2.0:1734016139.169205:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338822656:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7836us (7981us total) trans 4294969053 rc 0/0 00000100:00100000:2.0:1734016139.169217:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2737 00000020:00080000:2.0:1734016139.169222:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016139.171149:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171162:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171169:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171174:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d440 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016139.171177:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171183:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171196:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.171199:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.171203:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.171207:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d440/0x857af32d4ea236f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016139.172413:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.172542:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338822912 00000100:00100000:3.0:1734016139.172550:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338822912 00000100:00100000:3.0:1734016139.172604:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14417 00000100:00100000:3.0:1734016139.172612:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338822912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.172633:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.172653:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02ce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.172684:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.172705:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.172707:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.172712:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.172745:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 5 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.172757:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 5 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.172771:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341027072:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.172822:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.177217:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.177306:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823040 00000100:00100000:2.0:1734016139.177314:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823040 00010000:00010000:2.0:1734016139.177341:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.177371:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3970 00000100:00100000:2.0:1734016139.177378:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b523b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338823040:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.177389:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.177407:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.177417:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.177435:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.177437:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.177442:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.177450:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.177478:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.177490:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341027200:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016139.177545:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016139.177627:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea236c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02a4 expref: 6 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.177642:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341027072:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.177662:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.177668:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016139.177691:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338822912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5080us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.177697:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14417 00000100:00100000:2.0:1734016139.180834:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341027200:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.180857:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.180893:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b523b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338823040:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3514us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.180903:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3970 00000100:00100000:0.0:1734016139.181546:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.181592:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.181888:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823296 00000100:00100000:1.0:1734016139.181894:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823296 00002000:00010000:1.0:1734016139.181920:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3115148->18446744073709551615) 00002000:00100000:1.0:1734016139.181924:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338823296 ext(3115148->18446744073709551615) 00002000:00010000:1.0:1734016139.181933:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078940000. 00000100:00100000:1.0:1734016139.182225:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823168 00000100:00100000:1.0:1734016139.182229:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823168 00002000:00010000:1.0:1734016139.182239:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016139.182242:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338823168 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016139.182248:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700. 00000100:00100000:1.0:1734016139.182640:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9794 00000100:00100000:1.0:1734016139.182646:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338823296:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016139.182868:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3734284 -> 3115148 00002000:00010000:1.0:1734016139.182872:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.182874:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.182875:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016139.182877:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 104 -> 80 00000100:00100000:3.0:1734016139.182931:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9795 00000100:00100000:3.0:1734016139.182936:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338823168:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.182993:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016139.182995:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.182997:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.182998:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.183000:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1016 00000100:00100000:3.0:1734016139.185290:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338823168:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2334us (3679us total) trans 4294969978 rc 0/0 00000100:00100000:3.0:1734016139.185301:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9795 00002000:00010000:3.0:1734016139.185306:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016139.185308:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338823168 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016139.185316:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700. 00000100:00100000:1.0:1734016139.186007:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338823296:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3357us (4459us total) trans 4294968345 rc 0/0 00000100:00100000:1.0:1734016139.186013:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9794 00002000:00010000:1.0:1734016139.186016:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (3115148->18446744073709551615) 00002000:00100000:1.0:1734016139.186019:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338823296 ext(3115148->18446744073709551615) 00002000:00010000:1.0:1734016139.186025:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078940000. 00000100:00100000:0.0:1734016139.192375:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.192455:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823424 00000100:00100000:2.0:1734016139.192467:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823424 00000100:00100000:2.0:1734016139.192538:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2738 00000100:00100000:2.0:1734016139.192548:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338823424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.192567:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.192592:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea236ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02d5 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.192668:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.192679:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.192687:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016139.192708:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7309452 00000004:00200000:2.0:1734016139.192712:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016139.192724:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.192744:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea236ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02d5 expref: 27 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.192951:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02d5 expref: 26 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.192958:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.192960:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016139.192963:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016139.193016:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338823424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 467us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.193023:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2738 00000100:00100000:2.0:1734016139.198042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.198628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.198708:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823552 00000100:00100000:0.0:1734016139.198715:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823552 00000100:00100000:0.0:1734016139.198877:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823680 00000100:00100000:0.0:1734016139.198881:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823680 00000100:00100000:0.0:1734016139.198910:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14418 00000100:00100000:0.0:1734016139.198917:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338823552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.198933:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.198949:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2370d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02dc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.198997:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078941180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341027328:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016139.199044:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.199360:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14419 00000100:00100000:2.0:1734016139.199367:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338823680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.199375:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.199387:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23714 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02e3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.199413:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341027456:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.199434:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.201633:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078941180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341027328:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.201665:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2370d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02dc expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.201678:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2370d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02dc expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.201694:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016139.202328:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338823552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3408us (4291us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.202335:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14418 00000100:00100000:0.0:1734016139.206040:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341027456:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016139.206072:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23714 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.206085:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23714 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02e3 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.206545:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:0.0:1734016139.206610:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338823680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7241us (7980us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016139.206619:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14419 00000100:00100000:0.0:1734016139.209216:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.209321:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.209549:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823936 00000100:00100000:2.0:1734016139.209557:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823936 00000100:00100000:2.0:1734016139.209608:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338823808 00000100:00100000:2.0:1734016139.209610:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338823808 00000100:00100000:2.0:1734016139.209835:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14420 00000100:00100000:2.0:1734016139.209842:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338823936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.209858:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.209874:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2371b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02f1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.209924:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341027584:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.209973:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.210374:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14421 00000100:00100000:3.0:1734016139.210381:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338823808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.210390:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.210400:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23722 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02ea expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.210427:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341027712:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.210446:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.216316:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341027712:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.216351:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23722 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ea expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.216363:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23722 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ea expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.216380:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:2.0:1734016139.216508:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341027584:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.216529:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2371b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f1 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.216538:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea2371b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f1 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.216549:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:3.0:1734016139.216779:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338823808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6396us (7455us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.216788:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14421 00000100:00100000:2.0:1734016139.216988:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338823936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7145us (7777us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.216994:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14420 00000100:00100000:2.0:1734016139.221564:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.221635:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824064 00000100:00100000:0.0:1734016139.221643:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824064 00000100:00100000:0.0:1734016139.221694:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2739 00000100:00100000:0.0:1734016139.221701:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338824064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.221724:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.221740:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea23729 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02f8 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.221808:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.221820:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.221828:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:0.0:1734016139.221845:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7309452 00000004:00200000:0.0:1734016139.221849:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016139.221861:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.221877:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933ed00/0x857af32d4ea23729 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 36 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.221893:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 35 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.221900:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016139.221902:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016139.221905:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016139.221945:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338824064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 243us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.221950:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2739 00000100:00100000:0.0:1734016139.227226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.227293:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824192 00000100:00100000:2.0:1734016139.227301:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824192 00000100:00100000:2.0:1734016139.227340:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14422 00000100:00100000:2.0:1734016139.227347:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338824192:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.227535:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3115148 -> 3115148 00002000:00010000:2.0:1734016139.227538:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.227541:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.227542:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016139.227544:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 80 -> 96 00000100:00100000:2.0:1734016139.227599:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338824192:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 251us (379us total) trans 4294968346 rc 0/0 00000100:00100000:2.0:1734016139.227608:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14422 00000100:00100000:0.0:1734016139.233543:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.233628:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824320 00000100:00100000:3.0:1734016139.233635:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824320 00000100:00100000:3.0:1734016139.233675:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14423 00000100:00100000:3.0:1734016139.233681:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338824320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.233696:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.233712:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae02ff expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.233738:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.233743:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.233745:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.233748:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2805760->2818047] (req 2805760->2818047) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.233770:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.233778:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 9 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:3.0:1734016139.233788:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341027840:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.233830:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.236013:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.236613:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341027840:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.236645:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2805760->2818047] (req 2805760->2818047) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.236661:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016139.236845:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338824320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3161us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.236853:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14423 00000100:00100000:2.0:1734016139.240249:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824448 00000100:00100000:2.0:1734016139.240261:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824448 00010000:00010000:2.0:1734016139.240313:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 10 pid: 7692 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.240346:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3971 00000100:00100000:2.0:1734016139.240353:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338824448:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.240368:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.240385:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 10 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.240395:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 10 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.240413:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea236f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ce expref: 10 pid: 7692 timeout: 507 lvb_type: 0 00010000:00010000:2.0:1734016139.240442:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.240443:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.240449:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.240457:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.240490:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.240500:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341027968:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016139.240567:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.244362:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.244474:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341027968:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.244498:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.244545:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338824448:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4191us (8539us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.244556:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3971 00000100:00100000:1.0:1734016139.244781:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824704 00000100:00100000:1.0:1734016139.244786:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824704 00002000:00100000:1.0:1734016139.244817:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2805760->2809855) req@ffff88007c5a1c00 x1818247338824704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.244826:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1c00 with x1818247338824704 ext(2805760->2809855) 00002000:00010000:1.0:1734016139.244831:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a1c00 00000100:00100000:1.0:1734016139.246406:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9796 00000100:00100000:1.0:1734016139.246414:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338824704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.247480:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338824704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 1063us (3126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.247488:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9796 00002000:00100000:1.0:1734016139.247497:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2805760->2809855) req@ffff88007c5a1c00 x1818247338824704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.247506:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a1c00 with x1818247338824704 ext(2805760->2809855) 00002000:00010000:1.0:1734016139.247511:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a1c00 00000100:00100000:0.0:1734016139.252795:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.252901:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338824960 00000100:00100000:1.0:1734016139.252911:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338824960 00002000:00100000:1.0:1734016139.252949:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2809856->2813951) req@ffff88007c5a0a80 x1818247338824960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.252958:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338824960 ext(2809856->2813951) 00002000:00010000:1.0:1734016139.252962:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:1.0:1734016139.253669:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9797 00000100:00100000:1.0:1734016139.253676:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338824960:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.253824:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338824960:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016139.253830:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9797 00002000:00100000:1.0:1734016139.253836:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2809856->2813951) req@ffff88007c5a0a80 x1818247338824960/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016139.253843:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a0a80 with x1818247338824960 ext(2809856->2813951) 00002000:00010000:1.0:1734016139.253846:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a0a80 00000100:00100000:0.0:1734016139.257141:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.257520:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825216 00000100:00100000:3.0:1734016139.257528:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825216 00002000:00100000:3.0:1734016139.257563:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2813952->2818047) req@ffff88007c5a3100 x1818247338825216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.257572:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338825216 ext(2813952->2818047) 00002000:00010000:3.0:1734016139.257589:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:3.0:1734016139.257615:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9798 00000100:00100000:3.0:1734016139.257621:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338825216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.257761:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338825216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 139us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.257767:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9798 00002000:00100000:3.0:1734016139.257773:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2813952->2818047) req@ffff88007c5a3100 x1818247338825216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.257780:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338825216 ext(2813952->2818047) 00002000:00010000:3.0:1734016139.257783:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:0.0:1734016139.259239:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.259312:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825344 00000100:00100000:3.0:1734016139.259317:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825344 00000100:00100000:3.0:1734016139.259355:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14424 00000100:00100000:3.0:1734016139.259361:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338825344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.259373:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.259388:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0306 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.259404:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.259406:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.259412:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.259427:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.259435:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016139.259461:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338825344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 100us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.259465:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14424 00000100:00100000:0.0:1734016139.260946:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.261484:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825472 00000100:00100000:2.0:1734016139.261490:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825472 00000100:00100000:2.0:1734016139.261867:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14425 00000100:00100000:2.0:1734016139.261873:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338825472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.261887:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.261902:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23745 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae030d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.261944:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341028096:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.261998:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.263544:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016138 -> 1734016139 00000100:00100000:2.0:1734016139.263563:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341028096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.263597:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23745 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae030d expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.263611:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23745 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae030d expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.263746:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016139.263928:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338825472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2053us (2985us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.263936:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14425 00000100:00100000:0.0:1734016139.265711:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.265801:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825600 00000100:00100000:2.0:1734016139.265807:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825600 00000100:00100000:2.0:1734016139.265893:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14426 00000100:00100000:2.0:1734016139.265898:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338825600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.265912:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.265928:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0314 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.265950:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.265957:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.265963:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.265964:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.265968:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3043328->3051519] (req 3043328->3051519) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.265994:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.266004:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 9 pid: 13929 timeout: 507 lvb_type: 1 00000100:00100000:2.0:1734016139.266014:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341028224:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.266308:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.266315:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.266322:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341028352:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.266338:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.269200:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.269515:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341028224:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.269523:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341028352:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.269547:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [3043328->3051519] (req 3043328->3051519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.269559:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016139.269615:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338825600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3716us (3908us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.269625:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14426 00000100:00100000:0.0:1734016139.269902:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.269948:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825728 00000100:00100000:1.0:1734016139.269954:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825728 00010000:00010000:1.0:1734016139.269975:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 507 lvb_type: 1 00000100:00100000:1.0:1734016139.269991:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825856 00000100:00100000:1.0:1734016139.269992:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825856 00010000:00010000:1.0:1734016139.269998:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016139.270010:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3972 00000100:00100000:1.0:1734016139.270015:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338825728:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.270025:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.270040:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 507 lvb_type: 1 00010000:00010000:1.0:1734016139.270048:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 507 lvb_type: 1 00010000:00010000:1.0:1734016139.270070:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2373e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0306 expref: 10 pid: 13929 timeout: 507 lvb_type: 1 00010000:00010000:1.0:1734016139.270083:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.270100:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338825728:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 85us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.270104:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3972 00000100:00100000:1.0:1734016139.270128:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3973 00000100:00100000:1.0:1734016139.270132:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338825856:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.270137:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.270143:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.270152:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.270162:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23737 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2818047) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02ff expref: 7 pid: 13929 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.270169:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.270170:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.270175:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.270182:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.270203:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.270213:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341028480:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016139.270236:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.274137:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341028480:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016139.274164:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.274213:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338825856:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4078us (4310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.274223:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3973 00000100:00100000:0.0:1734016139.274482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.274786:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338825984 00000100:00100000:2.0:1734016139.274792:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338825984 00000100:00100000:2.0:1734016139.275495:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14427 00000100:00100000:2.0:1734016139.275502:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338825984:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.275688:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3115148 -> 3115148 00002000:00010000:2.0:1734016139.275691:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.275693:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:2.0:1734016139.275694:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.275696:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 96 -> 112 00000100:00100000:2.0:1734016139.275732:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338825984:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 229us (1250us total) trans 4294968347 rc 0/0 00000100:00100000:2.0:1734016139.275738:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14427 00000100:00100000:0.0:1734016139.278836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.278973:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826112 00000100:00100000:3.0:1734016139.278984:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826112 00000100:00100000:3.0:1734016139.279040:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14428 00000100:00100000:3.0:1734016139.279048:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.279064:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.279080:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23753 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae031b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.279129:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341028608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.279189:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.280645:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341028608:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.280670:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23753 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae031b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.280681:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23753 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae031b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.281216:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016139.281322:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2272us (2493us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.281331:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14428 00000100:00100000:0.0:1734016139.283998:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.284723:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826240 00000100:00100000:3.0:1734016139.284731:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826240 00000100:00100000:3.0:1734016139.284779:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14429 00000100:00100000:3.0:1734016139.284786:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.284802:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.284816:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2375a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0322 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.284861:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341028736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.285384:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.287450:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341028736:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.287476:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2375a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0322 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.287487:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea2375a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0322 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.287508:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016139.287607:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2820us (3615us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.287617:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14429 00000100:00100000:0.0:1734016139.289137:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.289245:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826368 00000100:00100000:3.0:1734016139.289252:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826368 00000100:00100000:3.0:1734016139.289308:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14430 00000100:00100000:3.0:1734016139.289313:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338826368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.289326:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.289339:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23761 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0329 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.289377:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341028864:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.289409:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016139.292652:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016139.292675:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341028864:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.292705:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23761 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0329 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.292718:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23761 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0329 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.296853:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016139.296943:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338826368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7623us (7801us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.296952:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14430 00000100:00100000:0.0:1734016139.301607:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.301691:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826496 00000100:00100000:3.0:1734016139.301699:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826496 00000100:00100000:3.0:1734016139.301743:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14431 00000100:00100000:3.0:1734016139.301749:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338826496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.301921:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016139.301924:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.301925:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.301927:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.301928:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1016 -> 1032 00000100:00100000:3.0:1734016139.301965:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338826496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 215us (367us total) trans 4294969979 rc 0/0 00000100:00100000:3.0:1734016139.301971:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14431 00000100:00100000:0.0:1734016139.304927:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.305018:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826624 00000100:00100000:2.0:1734016139.305027:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826624 00000100:00100000:2.0:1734016139.305070:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14432 00000100:00100000:2.0:1734016139.305078:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.305094:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.305108:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23768 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0330 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.305155:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341028992:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.305205:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.310017:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00000100:00100000:2.0:1734016139.310040:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341028992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.310074:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23768 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0330 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.310085:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea23768 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0330 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.311323:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016139.311370:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6292us (6449us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.311379:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14432 00000100:00100000:0.0:1734016139.316181:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.316436:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826752 00000100:00100000:2.0:1734016139.316443:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826752 00000100:00100000:2.0:1734016139.317737:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14433 00000100:00100000:2.0:1734016139.317745:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.317761:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.317776:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2376f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0337 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.317822:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341029120:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.318213:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.320628:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341029120:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.320668:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2376f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0337 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.320681:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea2376f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0337 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.320703:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016139.320764:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338826752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3017us (4588us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.320772:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14433 00000100:00100000:0.0:1734016139.327632:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.327729:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338826880 00000100:00100000:2.0:1734016139.327737:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338826880 00000100:00100000:2.0:1734016139.327793:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14434 00000100:00100000:2.0:1734016139.327958:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338826880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.327977:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.327996:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae033e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.328020:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.328026:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.328028:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.328031:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.328057:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.328068:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 6 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.328083:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029248:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.328266:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.331447:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029248:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.331483:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [106496->110591] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.331500:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016139.331551:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338826880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3750us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.331559:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14434 00000100:00100000:0.0:1734016139.333018:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.334908:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827008 00000100:00100000:1.0:1734016139.334917:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827008 00010000:00010000:1.0:1734016139.334950:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016139.334984:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3974 00000100:00100000:1.0:1734016139.334989:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338827008:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.335002:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.335022:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.335031:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.335053:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2374c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0314 expref: 7 pid: 8975 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.335073:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.335075:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.335081:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.335089:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.335118:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.335129:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341029376:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016139.335190:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.345556:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130886a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341029376:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016139.345608:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.345650:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338827008:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 10659us (12635us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.345659:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3974 00000100:00100000:1.0:1734016139.347759:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.347855:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827264 00000100:00100000:2.0:1734016139.347864:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827264 00002000:00100000:2.0:1734016139.347905:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (106496->110591) req@ffff880130886a00 x1818247338827264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.347913:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886a00 with x1818247338827264 ext(106496->110591) 00002000:00010000:2.0:1734016139.347918:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886a00 00000100:00100000:2.0:1734016139.349992:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9799 00000100:00100000:2.0:1734016139.350002:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338827264:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016139.350160:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338827264:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 158us (2405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016139.350166:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9799 00002000:00100000:2.0:1734016139.350173:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (106496->110591) req@ffff880130886a00 x1818247338827264/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.350186:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886a00 with x1818247338827264 ext(106496->110591) 00002000:00010000:2.0:1734016139.350190:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130886a00 00000100:00100000:0.0:1734016139.358414:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.358718:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827392 00000100:00100000:2.0:1734016139.358725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827392 00000100:00100000:2.0:1734016139.358764:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14435 00000100:00100000:2.0:1734016139.358770:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338827392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.358786:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.358800:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0345 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.358824:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.358830:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.358832:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.358834:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3547136->3559423] (req 3547136->3559423) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.358858:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.358867:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 9 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:2.0:1734016139.358878:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341029504:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.358931:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.361010:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.361089:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827520 00000100:00100000:3.0:1734016139.361097:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827520 00002000:00100000:3.0:1734016139.361132:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3051519) req@ffff88007aa7ca80 x1818247338827520/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 4584/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.361140:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338827520 ext(3047424->3051519) 00010000:00010000:3.0:1734016139.361149:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:3.0:1734016139.361160:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 10 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:3.0:1734016139.361166:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007aa7ca80 00000100:00100000:3.0:1734016139.361182:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 379 00000100:00100000:3.0:1734016139.361187:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338827520:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.361591:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341029504:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.361621:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3547136->3559423] (req 3547136->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.361634:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:3.0:1734016139.362724:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338827392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3949us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.362732:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14435 00000100:00100000:0.0:1734016139.362808:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338827520:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1618us (1806us total) trans 4294969980 rc 0/0 00000100:00100000:0.0:1734016139.362815:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 379 00002000:00100000:0.0:1734016139.362822:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3051519) req@ffff88007aa7ca80 x1818247338827520/t4294969980(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 4584/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016139.362829:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ca80 with x1818247338827520 ext(3047424->3051519) 00010000:00010000:0.0:1734016139.362837:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:0.0:1734016139.362849:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00002000:00010000:0.0:1734016139.362855:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007aa7ca80 00000100:00100000:0.0:1734016139.366828:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.368559:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827648 00000100:00100000:1.0:1734016139.368569:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827648 00010000:00010000:1.0:1734016139.368611:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00000100:00100000:1.0:1734016139.368654:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3975 00000100:00100000:1.0:1734016139.368660:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338827648:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.368672:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016139.368686:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1032 -> 1040 00010000:00010000:1.0:1734016139.368691:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.368704:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.368724:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c000/0x857af32d4ea23681 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae026c expref: 12 pid: 7694 timeout: 507 lvb_type: 0 00010000:00010000:1.0:1734016139.368751:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.368753:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.368759:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.368766:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.368796:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.368806:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130886300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341029632:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016139.368858:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.379717:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130886300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341029632:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016139.379742:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.379800:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338827648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11137us (12978us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.379810:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3975 00000100:00100000:0.0:1734016139.389309:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.389391:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338827904 00000100:00100000:2.0:1734016139.389399:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338827904 00002000:00100000:2.0:1734016139.389438:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ce00 x1818247338827904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016139.389447:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ce00 with x1818247338827904 ext(0->4194303) 00002000:00010000:2.0:1734016139.389452:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ce00 00000100:00100000:2.0:1734016139.389472:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9800 00000100:00100000:2.0:1734016139.389478:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338827904:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.427510:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338827904:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 38022us (38228us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016139.427523:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9800 00002000:00100000:3.0:1734016139.427534:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007aa7ce00 x1818247338827904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.427542:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7ce00 with x1818247338827904 ext(0->4194303) 00002000:00010000:3.0:1734016139.427548:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aa7ce00 00000100:00100000:0.0:1734016139.436436:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.436531:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828032 00000100:00100000:3.0:1734016139.436540:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828032 00000100:00100000:3.0:1734016139.436590:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14436 00000100:00100000:3.0:1734016139.436597:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.436616:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.436636:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23784 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae034c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.436688:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.436758:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016139.437942:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016138 -> 1734016139 00000100:00100000:3.0:1734016139.437958:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029760:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.437978:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23784 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae034c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.437989:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23784 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae034c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.438507:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016139.439738:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3137us (3307us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.439748:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14436 00000100:00100000:2.0:1734016139.444055:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.447663:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828160 00000100:00100000:3.0:1734016139.447676:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828160 00000100:00100000:3.0:1734016139.447752:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14437 00000100:00100000:3.0:1734016139.447759:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.447779:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.447798:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2378b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0353 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.447853:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029888:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.447914:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.450789:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341029888:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.450822:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2378b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0353 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.450838:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2378b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0353 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.450849:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016139.450901:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3141us (6852us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.450909:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14437 00000100:00100000:0.0:1734016139.472476:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.472560:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828288 00000100:00100000:3.0:1734016139.472567:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828288 00000100:00100000:3.0:1734016139.472622:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14438 00000100:00100000:3.0:1734016139.472628:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.472647:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.472663:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23792 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae035a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.472712:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030016:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.472755:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.477348:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030016:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.477380:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23792 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae035a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.477393:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23792 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae035a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.477420:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016139.477463:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338828288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4834us (4995us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.477471:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14438 00000100:00100000:0.0:1734016139.481736:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.481887:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828416 00000100:00100000:3.0:1734016139.481896:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828416 00000100:00100000:3.0:1734016139.482211:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14439 00000100:00100000:3.0:1734016139.482219:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338828416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.482236:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.482251:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23799 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0361 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.482341:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030144:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016139.482401:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.488982:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030144:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016139.489017:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23799 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0361 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.489029:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23799 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0361 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.489380:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016139.489779:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338828416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7558us (8049us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016139.489790:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14439 00000100:00100000:2.0:1734016139.502408:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.502500:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828672 00000100:00100000:3.0:1734016139.502508:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828672 00000100:00100000:3.0:1734016139.502642:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2740 00000100:00100000:3.0:1734016139.502649:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338828672:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016139.502696:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.502717:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23706 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02d5 expref: 26 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.502733:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.502736:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016139.502853:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.502864:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 34 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.502871:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016139.502895:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 34 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.502904:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 34 pid: 6487 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.502915:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341030272:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.502975:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.508478:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.508837:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341030272:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.508862:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016139.511618:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828800 00000100:00100000:1.0:1734016139.511632:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828800 00010000:00010000:1.0:1734016139.511669:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 35 pid: 6487 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016139.511717:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3976 00000100:00100000:1.0:1734016139.511726:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1969:x1818247338828800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.511738:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.511745:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 35 pid: 6487 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.511756:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 35 pid: 6487 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.511776:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea23730 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae02f8 expref: 35 pid: 6487 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.512882:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016139.512888:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016139.512897:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016139.512903:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016139.512939:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.512978:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:1969:x1818247338828800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1252us (4508us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.512984:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3976 00010000:00010000:2.0:1734016139.513067:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.513074:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016139.513139:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969054 00000004:00010000:2.0:1734016139.513171:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079db4000 reply state ffff88007a9f5000 transno 4294969055 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016139.513177:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016139.513230:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338828672:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 10581us (10829us total) trans 4294969055 rc 0/0 00000100:00100000:2.0:1734016139.513236:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2740 00000020:00080000:2.0:1734016139.513239:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016139.517924:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.517997:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338828928 00000100:00100000:3.0:1734016139.518006:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338828928 00000100:00100000:3.0:1734016139.518056:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14440 00000100:00100000:3.0:1734016139.518063:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338828928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.518080:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.518096:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0368 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.518120:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.518127:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.518129:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.518132:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.518160:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.518170:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.518183:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341030400:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.518233:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00010000:00010000:2.0:1734016139.522228:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522243:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522254:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522259:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cf840 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016139.522263:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522286:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522303:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.522306:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.522309:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.522314:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea237a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016139.527106:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341030400:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.527141:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.527156:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016139.528503:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338828928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10430us (10577us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.528514:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14440 00000100:00100000:0.0:1734016139.553020:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.553343:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829056 00000100:00100000:3.0:1734016139.553354:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829056 00010000:00010000:3.0:1734016139.553387:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.553426:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3977 00000100:00100000:3.0:1734016139.553432:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338829056:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.553444:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.553460:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.553470:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.553491:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2377d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0345 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.557188:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.557194:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.557205:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.557214:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.557253:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.557264:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341030528:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016139.564098:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.572411:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.572533:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341030528:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016139.572558:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.572618:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338829056:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 19184us (19605us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.572631:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3977 00000100:00100000:2.0:1734016139.572766:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829184 00000100:00100000:2.0:1734016139.572773:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829184 00000100:00100000:2.0:1734016139.572811:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14441 00000100:00100000:2.0:1734016139.572816:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338829184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.572835:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.572855:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae036f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.572886:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.572894:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.572896:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.572900:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.572931:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.572942:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.572955:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030656:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.572986:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.574942:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341030656:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.574968:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.574983:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016139.575026:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338829184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2209us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.575033:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14441 00000100:00100000:0.0:1734016139.576359:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.579775:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829312 00000100:00100000:3.0:1734016139.579788:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829312 00002000:00100000:3.0:1734016139.579849:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (106496->110591) req@ffff880078f43b80 x1818247338829312/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 4584/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.579859:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43b80 with x1818247338829312 ext(106496->110591) 00010000:00010000:3.0:1734016139.579870:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.579883:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016139.579895:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078f43b80 00000100:00100000:3.0:1734016139.579936:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 380 00000100:00100000:3.0:1734016139.579951:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338829312:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.582831:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338829312:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2875us (6469us total) trans 4294968348 rc 0/0 00000100:00100000:3.0:1734016139.582843:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 380 00002000:00100000:3.0:1734016139.582854:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (106496->110591) req@ffff880078f43b80 x1818247338829312/t4294968348(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 4584/448 e 0 to 0 dl 1734016150 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.582863:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43b80 with x1818247338829312 ext(106496->110591) 00010000:00010000:3.0:1734016139.582871:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.582887:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016139.582894:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880078f43b80 00000100:00100000:0.0:1734016139.587213:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.587298:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829440 00000100:00100000:3.0:1734016139.587306:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829440 00010000:00010000:3.0:1734016139.587335:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.587369:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3978 00000100:00100000:3.0:1734016139.587375:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338829440:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.587390:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016139.587406:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 112 -> 120 00010000:00010000:3.0:1734016139.587411:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.587421:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.587440:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23776 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 106496->110591) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae033e expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.587457:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.587460:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016139.587465:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.587473:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.587508:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016139.587519:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341030784:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016139.587580:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.589616:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341030784:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016139.589637:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.589950:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338829440:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2574us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.589962:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3978 00000100:00100000:1.0:1734016139.592756:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.592994:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829568 00000100:00100000:3.0:1734016139.593004:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829568 00002000:00010000:3.0:1734016139.593032:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5025457->18446744073709551615) 00002000:00100000:3.0:1734016139.593035:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338829568 ext(5025457->18446744073709551615) 00002000:00010000:3.0:1734016139.593046:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130886300. 00000100:00100000:3.0:1734016139.593079:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9801 00000100:00100000:3.0:1734016139.593085:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338829568:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.593879:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5025457 00002000:00010000:3.0:1734016139.593883:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016139.593886:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016138 00002000:00010000:3.0:1734016139.593888:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.593890:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1040 00000100:00100000:3.0:1734016139.594187:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338829568:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1100us (1440us total) trans 4294969981 rc 0/0 00000100:00100000:3.0:1734016139.594195:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9801 00002000:00010000:3.0:1734016139.594198:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5025457->18446744073709551615) 00002000:00100000:3.0:1734016139.594200:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130886300 with x1818247338829568 ext(5025457->18446744073709551615) 00002000:00010000:3.0:1734016139.594205:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130886300. 00000100:00100000:0.0:1734016139.596260:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.597921:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829696 00000100:00100000:3.0:1734016139.597931:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829696 00002000:00010000:3.0:1734016139.597969:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016139.597974:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40e00 with x1818247338829696 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016139.597984:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f40e00. 00000100:00100000:3.0:1734016139.598057:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9802 00000100:00100000:3.0:1734016139.598065:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338829696:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.598235:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3115148 -> 4194304 00002000:00010000:3.0:1734016139.598238:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.598240:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.598242:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.598243:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1734016139.598800:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338829696:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 732us (2544us total) trans 4294968349 rc 0/0 00000100:00100000:3.0:1734016139.598807:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9802 00002000:00010000:3.0:1734016139.598809:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016139.598811:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40e00 with x1818247338829696 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016139.598815:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f40e00. 00000100:00100000:1.0:1734016139.616719:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.617471:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338829824 00000100:00100000:2.0:1734016139.617481:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338829824 00000100:00100000:2.0:1734016139.617526:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2741 00000100:00100000:2.0:1734016139.617533:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338829824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.617559:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.617583:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea237b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0376 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.617656:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.617666:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.617675:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016139.617692:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9219761 00000004:00200000:2.0:1734016139.617695:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016139.617707:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016139.617726:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea237b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.617743:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.617749:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.617752:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016139.617754:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016139.617793:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338829824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 261us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.617799:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2741 00000100:00100000:1.0:1734016139.621488:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.621657:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830080 00000100:00100000:0.0:1734016139.621666:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830080 00000100:00100000:0.0:1734016139.621726:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2742 00000100:00100000:0.0:1734016139.621732:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338830080:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016139.621908:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.621923:0:6487:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.621935:0:6487:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.621967:0:6487:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.621978:0:6487:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 27 pid: 8227 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016139.621989:0:6487:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341030912:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016139.622065:0:6487:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00010000:00010000:2.0:1734016139.623011:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016139.629775:0:6487:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6487:1818247341030912:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016139.629803:0:6487:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016139.629926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.631159:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830208 00000100:00100000:3.0:1734016139.631168:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830208 00010000:00010000:3.0:1734016139.631203:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 28 pid: 8227 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.631253:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3979 00000100:00100000:3.0:1734016139.631259:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:1969:x1818247338830208:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016139.631294:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016139.631300:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 28 pid: 8227 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.631308:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 28 pid: 8227 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.631326:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea237bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0376 expref: 28 pid: 8227 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016139.631351:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016139.631356:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.631367:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.631373:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT0 00010000:00010000:3.0:1734016139.631392:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016139.631427:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:1969:x1818247338830208:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 167us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.631432:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3979 00010000:00010000:0.0:1734016139.631637:0:6487:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.631644:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000001:00080000:0.0:1734016139.631712:0:6487:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969056 00000004:00010000:0.0:1734016139.631744:0:6487:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880130884e00 reply state ffff88007ab2d000 transno 4294969057 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000100:00100000:0.0:1734016139.631751:0:6487:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016139.637895:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338830080:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 16150us (16402us total) trans 4294969057 rc 0/0 00000100:00100000:0.0:1734016139.637908:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2742 00000020:00080000:0.0:1734016139.637915:0:6487:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016139.641103:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641120:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641127:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641132:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933c000 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016139.641136:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641142:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641156:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.641159:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016139.641162:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.641166:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 00000100:00100000:1.0:1734016139.642983:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.644559:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830336 00000100:00100000:2.0:1734016139.644576:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830336 00000100:00100000:2.0:1734016139.644629:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14442 00000100:00100000:2.0:1734016139.644635:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338830336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.644652:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.644668:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae037d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.644693:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.644704:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.644706:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.644709:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.644736:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.644745:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.644756:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031040:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.644816:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.647504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.647588:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031040:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.647615:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.647629:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016139.647673:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338830336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3038us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.647681:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14442 00000100:00100000:0.0:1734016139.647824:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830464 00000100:00100000:0.0:1734016139.647829:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830464 00010000:00010000:0.0:1734016139.647850:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016139.647877:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3980 00000100:00100000:0.0:1734016139.647883:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338830464:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.647892:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.647909:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.647918:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.647934:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea237a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0368 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.647957:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.647958:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.647963:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.647970:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.647993:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.648007:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341031168:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016139.648036:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.652093:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341031168:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016139.652113:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016139.652153:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338830464:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4269us (4655us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.652162:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3980 00000100:00100000:3.0:1734016139.652713:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.652791:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830592 00000100:00100000:2.0:1734016139.652798:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830592 00000100:00100000:2.0:1734016139.652833:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14443 00000100:00100000:2.0:1734016139.652839:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338830592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.652855:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.652869:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0384 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.652892:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.652898:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.652900:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.652902:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.652926:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.652936:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 7 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.652946:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341031296:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.652981:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.659686:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341031296:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.659717:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.659731:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016139.659786:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338830592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6946us (7073us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.659794:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14443 00000100:00100000:0.0:1734016139.659979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.660620:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830720 00000100:00100000:1.0:1734016139.660626:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830720 00010000:00010000:1.0:1734016139.660644:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 8 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016139.660660:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3981 00000100:00100000:1.0:1734016139.660665:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338830720:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.660674:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016139.660688:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 8 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.660697:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 8 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.660717:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea237ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae036f expref: 8 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016139.660738:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.660739:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016139.660743:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.660751:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.660773:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.660782:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341031424:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016139.660811:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.662111:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341031424:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016139.662124:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016139.662144:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338830720:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1478us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.662151:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3981 00000100:00100000:2.0:1734016139.664862:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.664912:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.664975:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830976 00000100:00100000:3.0:1734016139.664983:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830976 00002000:00010000:3.0:1734016139.665015:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016139.665019:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7480 with x1818247338830976 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016139.665030:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db7480. 00000100:00100000:3.0:1734016139.665147:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338830848 00000100:00100000:3.0:1734016139.665150:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338830848 00002000:00010000:3.0:1734016139.665161:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4662431->18446744073709551615) 00002000:00100000:3.0:1734016139.665163:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247338830848 ext(4662431->18446744073709551615) 00002000:00010000:3.0:1734016139.665169:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800. 00000100:00100000:3.0:1734016139.665865:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9803 00000100:00100000:3.0:1734016139.665873:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338830976:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.665989:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016139.665992:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.665994:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.665995:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.665997:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1734016139.666042:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338830976:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 169us (1187us total) trans 4294968350 rc 0/0 00000100:00100000:3.0:1734016139.666050:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9803 00002000:00010000:3.0:1734016139.666053:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016139.666055:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7480 with x1818247338830976 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016139.666060:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079db7480. 00000100:00100000:3.0:1734016139.666077:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9804 00000100:00100000:3.0:1734016139.666082:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338830848:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016139.666215:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5025457 -> 4662431 00002000:00010000:3.0:1734016139.666218:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.666220:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:3.0:1734016139.666221:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.666222:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1040 00000100:00100000:3.0:1734016139.666240:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338830848:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 157us (1328us total) trans 4294969982 rc 0/0 00000100:00100000:3.0:1734016139.666245:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9804 00002000:00010000:3.0:1734016139.666247:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4662431->18446744073709551615) 00002000:00100000:3.0:1734016139.666249:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079db7800 with x1818247338830848 ext(4662431->18446744073709551615) 00002000:00010000:3.0:1734016139.666252:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079db7800. 00000100:00100000:3.0:1734016139.672519:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.672602:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831104 00000100:00100000:0.0:1734016139.672613:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831104 00000100:00100000:0.0:1734016139.672671:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2743 00000100:00100000:0.0:1734016139.672679:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338831104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.672703:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.672721:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae038b expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.672811:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.672824:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.672834:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:0.0:1734016139.672856:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8856735 00000004:00200000:0.0:1734016139.672859:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016139.672876:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:0.0:1734016139.672896:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea237d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 29 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.673002:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 28 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.673008:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016139.673010:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016139.673013:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016139.673054:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338831104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 375us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.673059:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2743 00000100:00100000:0.0:1734016139.682776:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.682854:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831232 00000100:00100000:2.0:1734016139.682861:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831232 00000100:00100000:2.0:1734016139.682906:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14444 00000100:00100000:2.0:1734016139.682912:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338831232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.682927:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.682942:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea237e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0392 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.682990:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031552:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.683050:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.686365:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.686823:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831360 00000100:00100000:1.0:1734016139.686830:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831360 00000100:00100000:1.0:1734016139.686872:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14445 00000100:00100000:1.0:1734016139.686878:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338831360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.686896:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.686911:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea237ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0399 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.686962:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341031680:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.687008:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016139.688150:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00000100:00100000:2.0:1734016139.688170:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031552:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.688194:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea237e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0392 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.688205:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea237e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0392 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.688234:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016139.688261:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338831232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5349us (5493us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.688283:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14444 00000100:00100000:1.0:1734016139.693903:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341031680:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.693940:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea237ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0399 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.693953:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea237ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0399 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.693987:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016139.694029:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338831360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7150us (7671us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.694038:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14445 00000100:00100000:0.0:1734016139.699000:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.699044:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.700638:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831616 00000100:00100000:1.0:1734016139.700649:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831616 00000100:00100000:1.0:1734016139.700687:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831488 00000100:00100000:1.0:1734016139.700689:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831488 00000100:00100000:1.0:1734016139.700735:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14446 00000100:00100000:1.0:1734016139.700745:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338831616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.700760:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.700778:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea237f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.700830:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341031808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.700884:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.701103:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14447 00000100:00100000:2.0:1734016139.701109:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338831488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.701117:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.701127:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea237fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03a0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.701156:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.701180:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.703250:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341031808:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.703308:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea237f4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.703320:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea237f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03a7 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.703342:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016139.703371:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338831616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2629us (4379us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.703378:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14446 00000100:00100000:2.0:1734016139.704207:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341031936:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.704229:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea237fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03a0 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.704237:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea237fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03a0 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.704258:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016139.704301:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338831488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3189us (5256us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.704306:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14447 00000100:00100000:2.0:1734016139.711620:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.711720:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831744 00000100:00100000:0.0:1734016139.711728:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831744 00000100:00100000:0.0:1734016139.711963:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14448 00000100:00100000:0.0:1734016139.711970:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338831744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.711986:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.711999:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03ae expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.712023:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.712033:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016139.712035:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016139.712038:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2424832->2433023] (req 2424832->2433023) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.712062:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.712072:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016139.712085:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341032064:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016139.712129:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.718016:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341032064:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.718046:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2424832->2433023] (req 2424832->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.718060:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016139.718130:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338831744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6159us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.718137:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14448 00000100:00100000:1.0:1734016139.718380:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016139.718495:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338831872 00000100:00100000:0.0:1734016139.718501:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338831872 00010000:00010000:0.0:1734016139.718520:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:0.0:1734016139.718562:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3982 00000100:00100000:0.0:1734016139.718577:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338831872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016139.718588:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016139.718604:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.718612:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.718632:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea237ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae037d expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:0.0:1734016139.718665:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.718667:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.718672:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.718681:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.718704:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.718713:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341032192:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016139.718743:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.726552:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341032192:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.726583:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.726866:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338831872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8296us (8484us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.726877:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3982 00000100:00100000:0.0:1734016139.727066:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.727295:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832000 00000100:00100000:2.0:1734016139.727301:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832000 00000100:00100000:2.0:1734016139.727337:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14449 00000100:00100000:2.0:1734016139.727343:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338832000:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016139.727492:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4662431 -> 4662431 00002000:00010000:2.0:1734016139.727496:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.727498:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016138 00002000:00010000:2.0:1734016139.727499:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:2.0:1734016139.727501:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1040 00000100:00100000:2.0:1734016139.727548:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338832000:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 203us (482us total) trans 4294969983 rc 0/0 00000100:00100000:2.0:1734016139.727554:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14449 00000100:00100000:0.0:1734016139.730119:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.730189:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832128 00000100:00100000:1.0:1734016139.730196:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832128 00000100:00100000:1.0:1734016139.730327:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14450 00000100:00100000:1.0:1734016139.730334:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.730348:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.730362:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23809 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03b5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.730402:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.733807:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.737980:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.738016:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23809 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03b5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.738030:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23809 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03b5 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.738058:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016139.738106:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7771us (7992us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.738114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14450 00000100:00100000:0.0:1734016139.740881:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.741019:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832256 00000100:00100000:1.0:1734016139.741027:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832256 00000100:00100000:1.0:1734016139.741088:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14451 00000100:00100000:1.0:1734016139.741097:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.741116:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.741132:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea23810 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03bc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.741180:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032448:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.741228:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.742912:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032448:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.742941:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea23810 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03bc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.742954:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea23810 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03bc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.742964:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016139.743073:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1973us (2196us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.743081:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14451 00000100:00100000:0.0:1734016139.745462:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.745540:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832384 00000100:00100000:1.0:1734016139.745549:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832384 00000100:00100000:1.0:1734016139.745603:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14452 00000100:00100000:1.0:1734016139.745609:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.745625:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.745641:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23817 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03c3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.745694:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032576:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.745749:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.747747:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341032576:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.747782:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23817 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03c3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.747794:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23817 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03c3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.747825:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016139.747866:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338832384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2255us (2410us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.747876:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14452 00000100:00100000:0.0:1734016139.750121:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.750214:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832512 00000100:00100000:1.0:1734016139.750222:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832512 00000100:00100000:2.0:1734016139.750450:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14453 00000100:00100000:2.0:1734016139.750457:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338832512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.750473:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.750490:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03ca expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.750521:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.750528:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.750530:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016139.750533:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1118208->1130495] (req 1118208->1130495) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.750561:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.750584:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 12 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.750594:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341032704:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016139.750655:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.753102:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341032704:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016139.753128:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1118208->1130495] (req 1118208->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.753140:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016139.753170:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338832512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2712us (3056us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.753177:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14453 00000100:00100000:0.0:1734016139.753720:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.754031:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832640 00000100:00100000:2.0:1734016139.754037:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832640 00010000:00010000:2.0:1734016139.754055:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.754082:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3983 00000100:00100000:2.0:1734016139.754087:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338832640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.754099:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.754116:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.754123:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.754140:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea237d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0384 expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.754160:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.754162:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.754167:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.754173:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.754198:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.754210:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341032832:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016139.754841:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.757111:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.757261:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341032832:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.757318:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.757359:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338832640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3271us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.757368:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3983 00000100:00100000:3.0:1734016139.757540:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832768 00000100:00100000:3.0:1734016139.757546:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832768 00000100:00100000:3.0:1734016139.757593:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14454 00000100:00100000:3.0:1734016139.757598:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338832768:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016139.757780:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016139.757783:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.757785:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.757787:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016139.757789:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 120 -> 144 00000100:00100000:3.0:1734016139.757810:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338832768:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 210us (704us total) trans 4294968351 rc 0/0 00000100:00100000:3.0:1734016139.757815:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14454 00000100:00100000:0.0:1734016139.760608:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.760696:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338832896 00000100:00100000:1.0:1734016139.760704:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338832896 00000100:00100000:1.0:1734016139.760747:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14455 00000100:00100000:1.0:1734016139.760753:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338832896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.760768:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.760783:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03d1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.760808:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.760814:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.760816:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016139.760819:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [991232->999423] (req 991232->999423) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.760843:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.760852:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:1.0:1734016139.760862:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341032960:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016139.760916:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.763085:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.763164:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341032960:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016139.763188:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [991232->999423] (req 991232->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.763201:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016139.763235:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338832896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2481us (2634us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016139.763242:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14455 00000100:00100000:2.0:1734016139.763677:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833024 00000100:00100000:2.0:1734016139.763684:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833024 00010000:00010000:2.0:1734016139.763706:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 11 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.763738:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3984 00000100:00100000:2.0:1734016139.763745:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338833024:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.763757:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.763773:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 11 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.763783:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 11 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.763802:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea23802 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ae expref: 11 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.763816:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.763818:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.763822:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.763835:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.763862:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.763873:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341033088:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016139.763905:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.771726:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341033088:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.771749:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.771793:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338833024:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8048us (8712us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.771803:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3984 00000100:00100000:0.0:1734016139.794034:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.794153:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833280 00000100:00100000:3.0:1734016139.794161:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833280 00002000:00100000:3.0:1734016139.794198:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800789f8000 x1818247338833280/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.794207:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338833280 ext(0->4194303) 00002000:00010000:3.0:1734016139.794212:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8000 00000100:00100000:3.0:1734016139.794246:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9805 00000100:00100000:3.0:1734016139.794252:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338833280:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.876241:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338833280:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 81979us (82206us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016139.876252:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9805 00002000:00100000:3.0:1734016139.876261:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800789f8000 x1818247338833280/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.876312:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338833280 ext(0->4194303) 00002000:00010000:3.0:1734016139.876317:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8000 00000100:00100000:0.0:1734016139.882131:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.882224:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833408 00000100:00100000:2.0:1734016139.882231:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833408 00000100:00100000:2.0:1734016139.882297:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2744 00000100:00100000:2.0:1734016139.882303:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338833408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.882327:0:6487:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.882343:0:6487:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2382c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03d8 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.882421:0:6487:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.882433:0:6487:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.882441:0:6487:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00000004:00200000:2.0:1734016139.882463:0:6487:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 8856735 00000004:00200000:2.0:1734016139.882466:0:6487:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016139.882482:0:6487:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 00010000:00010000:2.0:1734016139.882506:0:6487:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2382c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d8 expref: 38 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.883468:0:6487:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d8 expref: 37 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.883476:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016139.883477:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016139.883480:0:6487:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:3.0:1734016139.888875:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338833408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6559us (6740us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.888886:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2744 00000100:00100000:0.0:1734016139.895455:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.895590:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833536 00000100:00100000:1.0:1734016139.895604:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833536 00000100:00100000:1.0:1734016139.895674:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14456 00000100:00100000:1.0:1734016139.895683:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338833536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.895704:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.895726:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2383a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03df expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.895778:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033216:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.895824:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.897249:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033216:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.897311:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2383a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03df expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.897323:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea2383a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03df expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.897339:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016139.897381:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338833536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1698us (1935us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.897388:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14456 00000100:00100000:0.0:1734016139.899038:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.899096:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833664 00000100:00100000:1.0:1734016139.899103:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833664 00000100:00100000:1.0:1734016139.899139:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14457 00000100:00100000:1.0:1734016139.899146:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338833664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.899158:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016139.899172:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23841 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03e6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016139.899211:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033344:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016139.899252:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.905455:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078ced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033344:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016139.905487:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23841 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03e6 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.905500:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23841 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03e6 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.905527:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016139.905588:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338833664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6441us (6554us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016139.905595:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14457 00000100:00100000:0.0:1734016139.909321:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016139.909425:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833792 00000100:00100000:1.0:1734016139.909433:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833792 00000100:00100000:1.0:1734016139.909977:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14458 00000100:00100000:1.0:1734016139.909987:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338833792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.910032:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016139.910048:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03ed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.910067:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.910070:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016139.910076:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.910088:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.910098:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016139.910136:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338833792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 150us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.910142:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14458 00000100:00100000:0.0:1734016139.914839:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.914942:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338833920 00000100:00100000:2.0:1734016139.914950:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338833920 00000100:00100000:2.0:1734016139.914998:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14459 00000100:00100000:2.0:1734016139.915005:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338833920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.915022:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.915039:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2384f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03f4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.915088:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033472:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.915132:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.917863:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341033472:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.917895:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2384f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03f4 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.917908:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2384f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03f4 expref: 13 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.917924:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016139.917973:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338833920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2968us (3143us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.917981:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14459 00000100:00100000:3.0:1734016139.920478:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247341033856:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920533:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016139.920557:0:3517:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734016139.920574:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247341033728:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920594:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016139.920605:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341034240:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920624:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016139.920650:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341033856 00000100:00100000:3.0:1734016139.920658:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341033856 00000100:00100000:3.0:1734016139.920696:0:6487:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341033728 00000100:00100000:3.0:1734016139.920698:0:6487:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341033728 00000100:00100000:3.0:1734016139.920713:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1734016139.920719:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247341033856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920762:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247341033856:12345-0@lo:400:kworker.0 Request processed in 42us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.920767:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1734016139.920782:0:6487:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1734016139.920786:0:6487:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247341033728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920806:0:6487:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3517:x1818247341033728:12345-0@lo:400:kworker.0 Request processed in 20us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.920813:0:6487:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1734016139.920844:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3517:1818247341033728:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920853:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247341033856:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920882:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341034240 00000100:00100000:3.0:1734016139.920885:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341034240 00000100:00100000:3.0:1734016139.920906:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1734016139.920910:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341034240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.920939:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341034240:12345-0@lo:400:kworker.0 Request processed in 29us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.920945:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1734016139.920962:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341034240:0@lo:400:kworker.0 00000100:00080000:3.0:1734016139.920993:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016109 00000100:00080000:3.0:1734016139.920997:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:2.0:1734016139.921067:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341033984:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.921091:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.921114:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734016139.921118:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247341033600:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.921138:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.921147:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247341034112:0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.921166:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016139.921181:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341033600 00000100:00100000:2.0:1734016139.921184:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341033600 00000100:00080000:0.0:1734016139.921203:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016109 00000100:00100000:2.0:1734016139.921209:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1734016139.921213:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247341033600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016139.921251:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247341033600:12345-0@lo:400:kworker.0 Request processed in 37us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.921256:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1734016139.921267:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247341033600:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.922429:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341034112 00000100:00100000:3.0:1734016139.922435:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341034112 00000100:00080000:0.0:1734016139.922484:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016109 00000100:00100000:3.0:1734016139.929541:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1734016139.929552:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247341034112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.929648:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247341034112:12345-0@lo:400:kworker.0 Request processed in 97us (8479us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.929654:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1734016139.929727:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341033984 00000100:00100000:2.0:1734016139.929734:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341033984 00000100:00100000:2.0:1734016139.929780:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1734016139.929784:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341033984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016139.929820:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247341034112:0@lo:400:kworker.0 00000100:00080000:1.0:1734016139.929838:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016109 00000100:00100000:0.0:1734016139.930406:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.930407:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341033984:12345-0@lo:400:kworker.0 Request processed in 622us (9315us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.930413:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1734016139.930480:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341033984:0@lo:400:kworker.0 00000100:00100000:3.0:1734016139.931895:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834176 00000100:00100000:3.0:1734016139.931903:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834176 00002000:00100000:3.0:1734016139.931943:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4411392->4415487) req@ffff88007c660e00 x1818247338834176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.931952:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660e00 with x1818247338834176 ext(4411392->4415487) 00002000:00010000:3.0:1734016139.931957:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660e00 00000100:00100000:3.0:1734016139.931987:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9806 00000100:00100000:3.0:1734016139.931993:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338834176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.938743:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338834176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 6736us (8325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016139.938755:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9806 00002000:00100000:3.0:1734016139.938765:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4411392->4415487) req@ffff88007c660e00 x1818247338834176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/4536 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.938774:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c660e00 with x1818247338834176 ext(4411392->4415487) 00002000:00010000:3.0:1734016139.938781:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c660e00 00000100:00100000:0.0:1734016139.944878:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.944985:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834304 00000100:00100000:2.0:1734016139.944993:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834304 00000100:00100000:2.0:1734016139.945040:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14460 00000100:00100000:2.0:1734016139.945047:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338834304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.945064:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.945080:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23856 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae03fb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.945126:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341034368:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.945171:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.946420:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341034368:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.946444:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23856 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03fb expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.946456:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23856 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03fb expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.946470:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016139.946511:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338834304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1464us (1641us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.946520:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14460 00000100:00100000:0.0:1734016139.949017:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.949145:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834432 00000100:00100000:2.0:1734016139.949154:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834432 00000100:00100000:2.0:1734016139.949201:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14461 00000100:00100000:2.0:1734016139.949208:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b21850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338834432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016139.949224:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016139.949240:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2385d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0402 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.949315:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341034496:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016139.949367:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016139.950647:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341034496:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016139.950673:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2385d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0402 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.950684:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea2385d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0402 expref: 13 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016139.950695:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016139.950800:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b21850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338834432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1591us (1794us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016139.950808:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14461 00000100:00100000:1.0:1734016139.953191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.953701:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834560 00000100:00100000:3.0:1734016139.953709:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834560 00000100:00100000:3.0:1734016139.953753:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14462 00000100:00100000:3.0:1734016139.953759:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338834560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.953776:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016139.953794:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0409 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.953819:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.953826:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.953828:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016139.953833:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.953861:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.953870:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 8 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.953879:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341034624:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016139.953934:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.959432:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016139.959492:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834688 00000100:00100000:2.0:1734016139.959499:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834688 00010000:00010000:2.0:1734016139.959528:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016139.959554:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3985 00000100:00100000:2.0:1734016139.959560:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338834688:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016139.959580:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016139.959598:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.959607:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016139.959625:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.959627:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016139.959633:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.959641:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016139.959666:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016139.959676:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341034752:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016139.959729:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00010000:00010000:3.0:1734016139.959853:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2381e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ca expref: 9 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016139.959868:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341034624:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016139.959893:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016139.959901:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016139.959925:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338834560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6166us (6741us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.959933:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14462 00000100:00100000:2.0:1734016139.967680:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341034752:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016139.967702:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016139.967762:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338834688:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8201us (8338us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016139.967772:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3985 00000100:00100000:0.0:1734016139.971407:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341034880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734016139.971464:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016139.971549:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341034880 00000100:00100000:3.0:1734016139.971557:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341034880 00000100:00100000:3.0:1734016139.971692:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1734016139.971698:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341034880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016139.971724:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980070976 pending 28672 free 3922792448 avail 3691270144 00000100:00100000:3.0:1734016139.973560:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341034880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1856us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.973580:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1734016139.973897:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341034880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734016139.974001:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016139.974057:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338834944 00000100:00100000:3.0:1734016139.974063:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338834944 00002000:00100000:3.0:1734016139.974097:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880078ceea00 x1818247338834944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/0 e 0 to 0 dl 1734016150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016139.974106:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247338834944 ext(0->4194303) 00002000:00010000:3.0:1734016139.974110:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:3.0:1734016139.974123:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9807 00000100:00100000:3.0:1734016139.974128:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338834944:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.020218:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338834944:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 46078us (46208us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.020230:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9807 00002000:00100000:2.0:1734016140.020241:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880078ceea00 x1818247338834944/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:100/0 lens 488/440 e 0 to 0 dl 1734016150 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.020250:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247338834944 ext(0->4194303) 00002000:00010000:2.0:1734016140.020255:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:0.0:1734016140.025785:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.025922:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835072 00000100:00100000:3.0:1734016140.025929:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835072 00000100:00080000:1.0:1734016140.026511:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016110 00000100:00100000:3.0:1734016140.026605:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14463 00000100:00100000:3.0:1734016140.026613:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338835072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.026631:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.026647:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2386b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0410 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.026694:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035008:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.026749:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.029936:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.029969:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2386b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0410 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.029984:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea2386b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0410 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.030009:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016140.030445:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338835072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3831us (4665us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.030453:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14463 00000100:00100000:0.0:1734016140.032531:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.032888:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835200 00000100:00100000:3.0:1734016140.032897:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835200 00000100:00100000:3.0:1734016140.032948:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14464 00000100:00100000:3.0:1734016140.032954:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.032968:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.032983:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23872 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0417 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.033037:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035136:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.033092:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.039178:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035136:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.039210:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23872 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0417 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.039223:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23872 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0417 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.039252:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016140.039314:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6358us (6787us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.039322:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14464 00000100:00100000:0.0:1734016140.041374:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.041463:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835328 00000100:00100000:3.0:1734016140.041469:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835328 00000100:00100000:3.0:1734016140.041510:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14465 00000100:00100000:3.0:1734016140.041516:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.041530:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.041544:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23879 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae041e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.041598:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035264:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.041641:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.046696:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341035264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.046733:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23879 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae041e expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.046746:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23879 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae041e expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.046773:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016140.046815:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5299us (5446us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.046826:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14465 00000100:00100000:0.0:1734016140.049024:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.049116:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835584 00000100:00100000:2.0:1734016140.049123:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835584 00002000:00100000:2.0:1734016140.049159:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4038656->4042751) req@ffff88007c663800 x1818247338835584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.049167:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663800 with x1818247338835584 ext(4038656->4042751) 00002000:00010000:2.0:1734016140.049172:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c663800 00000100:00100000:2.0:1734016140.051049:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9808 00000100:00100000:2.0:1734016140.051059:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338835584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.051210:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338835584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (2191us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.051217:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9808 00002000:00100000:2.0:1734016140.051223:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4038656->4042751) req@ffff88007c663800 x1818247338835584/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.051231:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663800 with x1818247338835584 ext(4038656->4042751) 00002000:00010000:2.0:1734016140.051235:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c663800 00000100:00100000:0.0:1734016140.057838:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.058180:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835840 00000100:00100000:3.0:1734016140.058190:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835840 00002000:00100000:3.0:1734016140.058235:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4042752->4046847) req@ffff88007c661c00 x1818247338835840/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.058245:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338835840 ext(4042752->4046847) 00002000:00010000:3.0:1734016140.058250:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00 00000100:00100000:3.0:1734016140.058309:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9809 00000100:00100000:3.0:1734016140.058317:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338835840:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.058459:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338835840:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.058465:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9809 00002000:00100000:3.0:1734016140.058470:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4042752->4046847) req@ffff88007c661c00 x1818247338835840/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.058476:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c661c00 with x1818247338835840 ext(4042752->4046847) 00002000:00010000:3.0:1734016140.058478:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c661c00 00000100:00100000:0.0:1734016140.062853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.063022:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338835968 00000100:00100000:3.0:1734016140.063029:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338835968 00000100:00100000:2.0:1734016140.063673:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14466 00000100:00100000:2.0:1734016140.063681:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.063695:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.063710:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23880 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0425 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.063753:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035392:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.063797:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.066252:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035392:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.066305:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23880 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0425 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.066317:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23880 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0425 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.066775:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016140.066863:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338835968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3181us (4018us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.066871:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14466 00000100:00100000:0.0:1734016140.069800:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.069933:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836096 00000100:00100000:2.0:1734016140.069940:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836096 00000100:00100000:2.0:1734016140.070046:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14467 00000100:00100000:2.0:1734016140.070053:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.070070:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.070092:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23887 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae042c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.070136:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035520:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.070178:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.072315:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035520:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.072343:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23887 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae042c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.072354:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23887 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae042c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.072365:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016140.072811:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2755us (3016us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.072819:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14467 00000100:00100000:0.0:1734016140.074747:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.074863:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836224 00000100:00100000:2.0:1734016140.074871:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836224 00000100:00100000:2.0:1734016140.074916:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14468 00000100:00100000:2.0:1734016140.074922:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.074935:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.074950:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2388e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0433 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.074993:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035648:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.075037:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.077138:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035648:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.077164:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2388e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0433 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.077174:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2388e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0433 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.077757:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016140.077824:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2901us (3081us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.077831:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14468 00000100:00100000:0.0:1734016140.079707:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.079970:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836352 00000100:00100000:2.0:1734016140.079978:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836352 00000100:00100000:2.0:1734016140.080025:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14469 00000100:00100000:2.0:1734016140.080032:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.080047:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.080064:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23895 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae043a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.080109:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035776:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.080153:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.081645:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035776:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.081671:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23895 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae043a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.081681:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23895 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae043a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.081736:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016140.082073:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338836352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2037us (2368us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.082081:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14469 00000100:00100000:0.0:1734016140.084538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.084644:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836480 00000100:00100000:2.0:1734016140.084651:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836480 00000100:00100000:2.0:1734016140.084689:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14470 00000100:00100000:2.0:1734016140.084701:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338836480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.084717:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.084732:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea2389c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0441 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.084777:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035904:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.084835:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.088251:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341035904:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.088336:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea2389c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0441 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.088347:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea2389c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0441 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.088358:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016140.088632:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338836480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3929us (4099us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.088643:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14470 00000100:00100000:0.0:1734016140.090414:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.090543:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836608 00000100:00100000:2.0:1734016140.090552:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836608 00000100:00100000:2.0:1734016140.090746:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14471 00000100:00100000:2.0:1734016140.090753:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338836608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.090766:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.090780:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0448 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.090802:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.090808:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.090809:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.090812:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.090839:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.090849:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 12 pid: 7694 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.090860:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036032:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.091151:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.094006:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.094079:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836736 00000100:00100000:1.0:1734016140.094086:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836736 00002000:00100000:1.0:1734016140.094129:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2088960->2818047) req@ffff880079efca80 x1818247338836736/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.094137:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efca80 with x1818247338836736 ext(2088960->2818047) 00010000:00010000:1.0:1734016140.094147:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016140.094160:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 13 pid: 7694 timeout: 508 lvb_type: 0 00002000:00010000:1.0:1734016140.094167:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079efca80 00000100:00100000:2.0:1734016140.094376:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036032:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.094401:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [282624->286719] (req 282624->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.094412:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016140.094446:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338836608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3694us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.094453:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14471 00000100:00100000:1.0:1734016140.094624:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 381 00000100:00100000:1.0:1734016140.094630:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338836736:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016140.099260:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338836736:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4617us (5253us total) trans 4294968352 rc 0/0 00000100:00100000:1.0:1734016140.099295:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 381 00002000:00100000:1.0:1734016140.099306:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2088960->2818047) req@ffff880079efca80 x1818247338836736/t4294968352(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 504/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.099314:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efca80 with x1818247338836736 ext(2088960->2818047) 00010000:00010000:1.0:1734016140.099323:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:1.0:1734016140.099335:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00002000:00010000:1.0:1734016140.099340:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079efca80 00000100:00100000:0.0:1734016140.107154:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.107248:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338836864 00000100:00100000:2.0:1734016140.107255:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338836864 00010000:00010000:2.0:1734016140.107306:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.107330:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3986 00000100:00100000:2.0:1734016140.107336:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338836864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.107350:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016140.107366:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 144 -> 176 00010000:00010000:2.0:1734016140.107371:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.107380:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.107402:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23864 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0409 expref: 15 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.107433:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.107435:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.107441:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.107448:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.107475:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.107486:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341036160:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.107530:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.118723:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.118813:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341036160:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.118837:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.118879:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338836864:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11542us (11731us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.118889:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3986 00000100:00100000:0.0:1734016140.119870:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837120 00000100:00100000:0.0:1734016140.119879:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837120 00002000:00100000:0.0:1734016140.119920:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079efe680 x1818247338837120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016140.119932:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efe680 with x1818247338837120 ext(0->4194303) 00002000:00010000:0.0:1734016140.119938:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efe680 00000100:00100000:0.0:1734016140.119974:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9810 00000100:00100000:0.0:1734016140.119981:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338837120:12345-192.168.201.60@tcp:3:fsx.0 00000001:00080000:0.0:1734016140.161674:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969057 is committed 00000001:00080000:0.0:1734016140.161686:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969055 is committed 00000100:00100000:2.0:1734016140.163328:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338837120:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 43340us (44609us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.163340:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9810 00002000:00100000:2.0:1734016140.163349:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079efe680 x1818247338837120/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.163358:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efe680 with x1818247338837120 ext(0->4194303) 00002000:00010000:2.0:1734016140.163363:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efe680 00000100:00100000:0.0:1734016140.168150:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.168263:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837248 00000100:00100000:2.0:1734016140.168297:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837248 00000100:00100000:3.0:1734016140.169434:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14472 00000100:00100000:3.0:1734016140.169444:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338837248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.169466:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.169488:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae044f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.169516:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.169518:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.169525:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.169538:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.169550:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016140.169615:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338837248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 172us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.169622:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14472 00000100:00100000:0.0:1734016140.173014:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.173101:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837376 00000100:00100000:2.0:1734016140.173110:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837376 00000100:00100000:2.0:1734016140.174374:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14473 00000100:00100000:2.0:1734016140.174382:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338837376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.174400:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.174419:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0456 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.174445:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.174453:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.174458:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.174460:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.174462:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2805760->2813951] (req 2805760->2813951) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.174493:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.174503:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 14 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016140.174513:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036288:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.174598:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.174608:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.174616:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036416:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.174635:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.180143:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.180458:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837504 00000100:00100000:3.0:1734016140.180465:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837504 00010000:00010000:3.0:1734016140.180493:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 15 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:3.0:1734016140.180516:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3987 00000100:00100000:3.0:1734016140.180521:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338837504:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.180531:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.180547:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 15 pid: 7694 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016140.180555:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 15 pid: 7694 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016140.180588:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.180621:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338837504:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 99us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.180626:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3987 00010000:00010000:2.0:1734016140.180807:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea238aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae044f expref: 14 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016140.180828:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036288:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.180838:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341036416:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.180861:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2805760->2813951] (req 2805760->2813951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.180870:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016140.180897:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338837376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6515us (7892us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.180904:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14473 00000100:00100000:0.0:1734016140.187098:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.187178:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837632 00000100:00100000:2.0:1734016140.187186:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837632 00010000:00010000:2.0:1734016140.187213:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.187246:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3988 00000100:00100000:2.0:1734016140.187252:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338837632:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.187263:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.187305:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.187315:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.187331:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0448 expref: 10 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.187959:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.187962:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.187967:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.187975:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.188002:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.188012:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341036544:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.188171:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.192554:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.192703:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341036544:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.192726:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.192768:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338837632:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5514us (5677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.192781:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3988 00000100:00100000:3.0:1734016140.192865:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837760 00000100:00100000:3.0:1734016140.192871:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837760 00000100:00100000:3.0:1734016140.192904:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14474 00000100:00100000:3.0:1734016140.192910:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338837760:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.193096:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016140.193099:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016140.193101:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016139 00002000:00010000:3.0:1734016140.193102:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016139 -> 1734016140 00002000:00010000:3.0:1734016140.193104:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 176 -> 184 00000100:00100000:3.0:1734016140.193125:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338837760:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 215us (582us total) trans 4294968353 rc 0/0 00000100:00100000:3.0:1734016140.193131:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14474 00000100:00100000:0.0:1734016140.195749:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.195911:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338837888 00000100:00100000:2.0:1734016140.195922:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338837888 00000100:00100000:2.0:1734016140.195992:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14475 00000100:00100000:2.0:1734016140.195998:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338837888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.196017:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.196035:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea238b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae045d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.196092:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341036672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.196149:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.199528:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341036672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.199572:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea238b8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae045d expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.199585:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea238b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae045d expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.199695:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016140.199816:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338837888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3816us (4075us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.199824:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14475 00000100:00100000:0.0:1734016140.202029:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.202144:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838016 00000100:00100000:2.0:1734016140.202153:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838016 00000100:00100000:2.0:1734016140.202196:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14476 00000100:00100000:2.0:1734016140.202202:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338838016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.202217:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.202233:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0464 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.202305:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341036800:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.202345:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.203577:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341036800:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.203599:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0464 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.203608:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea238bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0464 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.203616:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016140.203640:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338838016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1438us (1620us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.203645:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14476 00000100:00100000:0.0:1734016140.206610:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.207198:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838144 00000100:00100000:2.0:1734016140.207206:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838144 00000100:00100000:3.0:1734016140.207401:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14477 00000100:00100000:3.0:1734016140.207409:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338838144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.207424:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.207438:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae046b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.207463:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.207476:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.207482:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.207484:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.207487:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1691648->1699839] (req 1691648->1699839) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.207512:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.207523:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 10 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:3.0:1734016140.207534:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341036928:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.207605:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.207613:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016140.207621:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037056:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.207636:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.214696:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341036928:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.214713:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037056:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.214747:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [1691648->1699839] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.214765:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016140.214818:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338838144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7409us (8215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.214829:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14477 00000100:00100000:0.0:1734016140.217480:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.217533:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.217665:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838272 00000100:00100000:3.0:1734016140.217673:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838272 00010000:00010000:3.0:1734016140.217704:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:3.0:1734016140.217728:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838400 00000100:00100000:3.0:1734016140.217730:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838400 00010000:00010000:3.0:1734016140.217739:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 508 lvb_type: 0 00000100:00100000:3.0:1734016140.217754:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3989 00000100:00100000:3.0:1734016140.217760:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338838272:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.217772:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.217792:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016140.217802:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 508 lvb_type: 1 00010000:00010000:3.0:1734016140.217824:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23848 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03ed expref: 11 pid: 7694 timeout: 508 lvb_type: 1 00000100:00100000:2.0:1734016140.217920:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3990 00000100:00100000:2.0:1734016140.217926:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338838400:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.217933:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.217941:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.217954:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.217964:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23825 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d1 expref: 14 pid: 7694 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016140.218113:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.218115:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.218120:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.218128:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.218153:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.218163:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341037184:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016140.218200:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.220690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.220790:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341037184:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016140.220811:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.220843:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338838272:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3082us (3370us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.220851:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3989 00000100:00100000:3.0:1734016140.220887:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838656 00000100:00100000:3.0:1734016140.220891:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838656 00002000:00100000:3.0:1734016140.220917:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1691648->4665343) req@ffff88011cd49500 x1818247338838656/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.220931:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49500 with x1818247338838656 ext(1691648->4665343) 00002000:00010000:3.0:1734016140.220935:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49500 00000100:00100000:3.0:1734016140.220950:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9811 00000100:00100000:3.0:1734016140.220954:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338838656:12345-192.168.201.60@tcp:3:fsx.0 00010000:00010000:2.0:1734016140.223040:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.223081:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338838400:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5149us (5542us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.223092:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3990 00000100:00100000:3.0:1734016140.228855:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338838656:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 7887us (8159us total) trans 0 rc 475136/475136 00000100:00100000:3.0:1734016140.228868:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9811 00002000:00100000:3.0:1734016140.228879:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1691648->4665343) req@ffff88011cd49500 x1818247338838656/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 475136/475136 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.228890:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49500 with x1818247338838656 ext(1691648->4665343) 00002000:00010000:3.0:1734016140.228895:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49500 00000100:00100000:0.0:1734016140.233111:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.233365:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338838912 00000100:00100000:3.0:1734016140.233372:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338838912 00002000:00100000:3.0:1734016140.233405:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1695744->1699839) req@ffff88011cd4a300 x1818247338838912/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.233414:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4a300 with x1818247338838912 ext(1695744->1699839) 00002000:00010000:3.0:1734016140.233418:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4a300 00000100:00100000:3.0:1734016140.233435:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9812 00000100:00100000:3.0:1734016140.233440:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338838912:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.234315:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338838912:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 871us (1211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.234322:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9812 00002000:00100000:3.0:1734016140.234329:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1695744->1699839) req@ffff88011cd4a300 x1818247338838912/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.234335:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4a300 with x1818247338838912 ext(1695744->1699839) 00002000:00010000:3.0:1734016140.234339:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4a300 00000100:00100000:0.0:1734016140.238179:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.238333:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839040 00000100:00100000:3.0:1734016140.238340:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839040 00000100:00100000:3.0:1734016140.238700:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14478 00000100:00100000:3.0:1734016140.238707:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338839040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.238725:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.238740:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea238cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0472 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.238788:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037312:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.238847:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.241389:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:3.0:1734016140.241395:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00002000:00010000:3.0:1734016140.241397:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:3.0:1734016140.241413:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037312:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.241440:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea238cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0472 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.241451:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea238cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0472 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.241716:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016140.241772:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338839040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3062us (3598us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.241782:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14478 00000100:00100000:0.0:1734016140.243976:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.244061:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839168 00000100:00100000:3.0:1734016140.244069:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839168 00000100:00100000:3.0:1734016140.244158:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14479 00000100:00100000:3.0:1734016140.244165:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338839168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.244180:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.244195:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea238d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0479 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.244238:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037440:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.244519:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.246761:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341037440:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.246790:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea238d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0479 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.246801:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea238d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0479 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.246810:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016140.246839:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338839168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2675us (2870us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.246846:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14479 00000100:00100000:0.0:1734016140.248976:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.249230:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839296 00000100:00100000:3.0:1734016140.249236:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839296 00000100:00100000:3.0:1734016140.249458:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14480 00000100:00100000:3.0:1734016140.249465:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338839296:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.249624:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4662431 -> 4662431 00002000:00010000:3.0:1734016140.249626:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016139 00002000:00010000:3.0:1734016140.249628:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016138 00002000:00010000:3.0:1734016140.249629:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016139 00002000:00010000:3.0:1734016140.249631:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1040 00000100:00100000:3.0:1734016140.249697:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839296:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 231us (726us total) trans 4294969984 rc 0/0 00000100:00100000:3.0:1734016140.249704:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14480 00000100:00100000:0.0:1734016140.251795:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.251870:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839424 00000100:00100000:2.0:1734016140.251878:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839424 00000100:00100000:2.0:1734016140.251926:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14481 00000100:00100000:2.0:1734016140.251933:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.251947:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.251961:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea238db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0480 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.252007:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341037568:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.252052:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.253819:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016140.253839:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341037568:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.253867:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea238db lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0480 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.253883:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea238db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0480 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.253910:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016140.253944:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2010us (2154us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.253951:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14481 00000100:00100000:0.0:1734016140.257046:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.257160:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839552 00000100:00100000:2.0:1734016140.257168:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839552 00000100:00100000:2.0:1734016140.257223:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14482 00000100:00100000:2.0:1734016140.257229:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.257246:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.257261:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea238e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0487 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.257339:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341037696:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.257379:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.259153:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341037696:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.259180:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea238e2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0487 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.259191:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea238e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0487 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.259204:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016140.259233:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2004us (2196us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.259240:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14482 00000100:00100000:0.0:1734016140.262390:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.262840:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839680 00000100:00100000:2.0:1734016140.262848:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839680 00000100:00100000:2.0:1734016140.262972:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14483 00000100:00100000:2.0:1734016140.262978:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338839680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.262994:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.263007:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea238e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae048e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.263059:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341037824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.263111:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016140.265323:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016139 -> 1734016140 00002000:00010000:2.0:1734016140.265330:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016139 00002000:00010000:2.0:1734016140.265331:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016139 -> 1734016140 00000100:00100000:2.0:1734016140.265352:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341037824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.265387:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea238e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae048e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.265398:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea238e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae048e expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.265512:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016140.265571:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338839680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2581us (3178us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.265579:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14483 00000100:00100000:0.0:1734016140.267678:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.267800:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839808 00000100:00100000:2.0:1734016140.267808:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839808 00000100:00100000:2.0:1734016140.268016:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14484 00000100:00100000:2.0:1734016140.268022:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338839808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.268040:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.268054:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0495 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.268079:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.268087:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.268089:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.268093:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.268119:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.268128:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 13 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.268142:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341037952:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.268209:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.271702:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341037952:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.271734:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.271750:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016140.271791:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338839808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3768us (4119us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.271799:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14484 00000100:00100000:0.0:1734016140.272331:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.273368:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338839936 00000100:00100000:3.0:1734016140.273375:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338839936 00002000:00100000:3.0:1734016140.273410:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1691648->1699839) req@ffff88007918e680 x1818247338839936/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 8680/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.273418:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918e680 with x1818247338839936 ext(1691648->1699839) 00010000:00010000:3.0:1734016140.273426:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 14 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016140.273438:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 14 pid: 8975 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016140.273443:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918e680 00000100:00100000:3.0:1734016140.273467:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 382 00000100:00100000:3.0:1734016140.273473:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338839936:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016140.274832:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338839936:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1354us (2497us total) trans 4294969985 rc 0/0 00000100:00100000:3.0:1734016140.274843:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 382 00002000:00100000:3.0:1734016140.274852:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1691648->1699839) req@ffff88007918e680 x1818247338839936/t4294969985(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 8680/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.274859:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918e680 with x1818247338839936 ext(1691648->1699839) 00010000:00010000:3.0:1734016140.274866:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:3.0:1734016140.274876:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00002000:00010000:3.0:1734016140.274882:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918e680 00000100:00100000:0.0:1734016140.279100:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.279216:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840064 00000100:00100000:2.0:1734016140.279224:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840064 00010000:00010000:2.0:1734016140.279254:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00000100:00100000:2.0:1734016140.279320:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3991 00000100:00100000:2.0:1734016140.279328:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338840064:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.279341:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016140.279357:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1040 -> 1056 00010000:00010000:2.0:1734016140.279362:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.279372:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.279393:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea238c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae046b expref: 16 pid: 8975 timeout: 508 lvb_type: 0 00010000:00010000:2.0:1734016140.279421:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.279423:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.279429:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.279435:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.279466:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.279477:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341038080:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.279527:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.283949:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341038080:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.283972:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.284020:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247338840064:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4691us (4926us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.284032:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3991 00000100:00100000:0.0:1734016140.285933:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.286161:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840320 00000100:00100000:3.0:1734016140.286168:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840320 00002000:00100000:3.0:1734016140.286198:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3743744->4665343) req@ffff88007918f800 x1818247338840320/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.286206:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f800 with x1818247338840320 ext(3743744->4665343) 00002000:00010000:3.0:1734016140.286210:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918f800 00000100:00100000:3.0:1734016140.286233:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9813 00000100:00100000:3.0:1734016140.286238:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338840320:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.291537:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338840320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 5289us (5600us total) trans 0 rc 475136/475136 00000100:00100000:3.0:1734016140.291550:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9813 00002000:00100000:3.0:1734016140.291569:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3743744->4665343) req@ffff88007918f800 x1818247338840320/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 475136/475136 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.291584:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918f800 with x1818247338840320 ext(3743744->4665343) 00002000:00010000:3.0:1734016140.291590:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918f800 00000100:00100000:0.0:1734016140.293780:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.293994:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840576 00000100:00100000:3.0:1734016140.294000:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840576 00002000:00100000:3.0:1734016140.294028:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3747840->3751935) req@ffff88007918ca80 x1818247338840576/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.294037:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ca80 with x1818247338840576 ext(3747840->3751935) 00002000:00010000:3.0:1734016140.294041:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918ca80 00000100:00100000:3.0:1734016140.294065:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9814 00000100:00100000:3.0:1734016140.294070:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338840576:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.294198:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338840576:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 127us (425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016140.294205:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9814 00002000:00100000:3.0:1734016140.294210:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (3747840->3751935) req@ffff88007918ca80 x1818247338840576/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.294216:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918ca80 with x1818247338840576 ext(3747840->3751935) 00002000:00010000:3.0:1734016140.294218:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007918ca80 00000100:00100000:0.0:1734016140.296753:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.296936:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840832 00000100:00100000:2.0:1734016140.296945:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840832 00002000:00100000:2.0:1734016140.296978:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3751936->3756031) req@ffff880078d50e00 x1818247338840832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.296992:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50e00 with x1818247338840832 ext(3751936->3756031) 00002000:00010000:2.0:1734016140.296996:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50e00 00000100:00100000:2.0:1734016140.297028:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9815 00000100:00100000:2.0:1734016140.297034:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338840832:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.297155:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338840832:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 120us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016140.297162:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9815 00002000:00100000:2.0:1734016140.297167:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3751936->3756031) req@ffff880078d50e00 x1818247338840832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/4536 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.297173:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50e00 with x1818247338840832 ext(3751936->3756031) 00002000:00010000:2.0:1734016140.297176:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50e00 00000100:00100000:0.0:1734016140.299740:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.299901:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338840960 00000100:00100000:2.0:1734016140.299909:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338840960 00000100:00100000:2.0:1734016140.299957:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14485 00000100:00100000:2.0:1734016140.299964:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338840960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.299978:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.299993:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae049c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.300013:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.300015:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.300021:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.300034:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 16 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.300045:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016140.300082:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338840960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 118us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.300088:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14485 00000100:00100000:0.0:1734016140.300395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.300828:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841088 00000100:00100000:3.0:1734016140.300832:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841088 00000100:00100000:3.0:1734016140.300864:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14486 00000100:00100000:3.0:1734016140.300869:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338841088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.300877:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.300887:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea238fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04a3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.300924:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.300955:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.303009:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016139 -> 1734016140 00000100:00100000:3.0:1734016140.303029:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038208:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.303062:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea238fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04a3 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.303074:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea238fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04a3 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.303101:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016140.303326:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338841088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2454us (2929us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.303333:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14486 00000100:00100000:0.0:1734016140.309091:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.311132:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841216 00000100:00100000:3.0:1734016140.311142:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841216 00000100:00100000:3.0:1734016140.311195:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14487 00000100:00100000:3.0:1734016140.311202:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338841216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.311218:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.311233:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04aa expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.311301:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038336:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.311356:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.312868:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038336:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.312904:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23905 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04aa expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.312917:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea23905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04aa expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.312942:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016140.312975:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338841216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1772us (3892us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.312983:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14487 00000100:00100000:0.0:1734016140.336601:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.342713:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841472 00000100:00100000:3.0:1734016140.342725:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841472 00002000:00100000:2.0:1734016140.342843:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880078d52300 x1818247338841472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.342853:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d52300 with x1818247338841472 ext(0->4194303) 00002000:00010000:2.0:1734016140.342857:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d52300 00000100:00100000:2.0:1734016140.342895:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9816 00000100:00100000:2.0:1734016140.342901:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338841472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.347001:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.347424:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841728 00000100:00100000:1.0:1734016140.347433:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841728 00002000:00100000:1.0:1734016140.347470:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078d50700 x1818247338841728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 504/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.347479:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50700 with x1818247338841728 ext(0->4194303) 00002000:00010000:1.0:1734016140.347482:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50700 00000100:00100000:1.0:1734016140.347504:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9817 00000100:00100000:1.0:1734016140.347510:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338841728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.418682:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338841728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 71158us (71678us total) trans 0 rc 4182016/4182016 00000100:00100000:1.0:1734016140.418693:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9817 00002000:00100000:1.0:1734016140.418703:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078d50700 x1818247338841728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 504/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4182016/4182016 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016140.418710:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d50700 with x1818247338841728 ext(0->4194303) 00002000:00010000:1.0:1734016140.418715:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d50700 00000100:00100000:2.0:1734016140.442127:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338841472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 99215us (105525us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.442138:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9816 00002000:00100000:2.0:1734016140.442148:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880078d52300 x1818247338841472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.442157:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d52300 with x1818247338841472 ext(0->4194303) 00002000:00010000:2.0:1734016140.442161:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d52300 00000100:00100000:0.0:1734016140.450394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.452115:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841856 00000100:00100000:3.0:1734016140.452126:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841856 00000100:00100000:3.0:1734016140.452183:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14488 00000100:00100000:3.0:1734016140.452191:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338841856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.452209:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.452226:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2390c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04b1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.452291:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038464:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.452539:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.456462:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038464:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.456498:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2390c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04b1 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.456516:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2390c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04b1 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.457059:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016140.457150:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338841856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4958us (6763us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.457159:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14488 00000100:00100000:1.0:1734016140.459201:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.459315:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338841984 00000100:00100000:3.0:1734016140.459324:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338841984 00000100:00100000:3.0:1734016140.459372:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14489 00000100:00100000:3.0:1734016140.459379:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338841984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.459396:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.459414:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23913 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04b8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.459476:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038592:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.459526:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.461344:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038592:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.461377:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23913 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04b8 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.461390:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23913 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04b8 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.461417:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016140.461769:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338841984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2388us (2573us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.461777:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14489 00000100:00100000:1.0:1734016140.465338:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.465459:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842112 00000100:00100000:3.0:1734016140.465469:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842112 00000100:00100000:3.0:1734016140.465525:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14490 00000100:00100000:3.0:1734016140.465531:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338842112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.465547:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.465762:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2391a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04bf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.465812:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038720:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.465877:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.468224:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.468307:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2391a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04bf expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.468323:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea2391a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04bf expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.468343:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016140.468400:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338842112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2867us (3071us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.468412:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14490 00000100:00100000:2.0:1734016140.471884:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.472536:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842240 00000100:00100000:3.0:1734016140.472545:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842240 00000100:00100000:3.0:1734016140.473040:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14491 00000100:00100000:3.0:1734016140.473047:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338842240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.473067:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.473087:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23921 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04c6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.473141:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038848:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.473339:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.477201:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038848:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.477242:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23921 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04c6 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.477257:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23921 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04c6 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.477433:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016140.477488:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338842240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4440us (5611us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.477498:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14491 00000100:00100000:1.0:1734016140.481743:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.482069:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842368 00000100:00100000:2.0:1734016140.482080:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842368 00002000:00100000:2.0:1734016140.482128:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3403776->3407871) req@ffff880079fe3b80 x1818247338842368/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 4584/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.482139:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247338842368 ext(3403776->3407871) 00002000:00010000:2.0:1734016140.482145:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3b80 00000100:00100000:2.0:1734016140.482171:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9818 00000100:00100000:2.0:1734016140.482177:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338842368:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016140.484057:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247338842368:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1871us (2315us total) trans 4294968354 rc 0/0 00000100:00100000:2.0:1734016140.484068:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9818 00002000:00100000:2.0:1734016140.484079:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3403776->3407871) req@ffff880079fe3b80 x1818247338842368/t4294968354(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 4584/448 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.484088:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247338842368 ext(3403776->3407871) 00002000:00010000:2.0:1734016140.484092:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3b80 00000100:00100000:0.0:1734016140.486929:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.487939:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842496 00000100:00100000:3.0:1734016140.487947:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842496 00000100:00100000:3.0:1734016140.488215:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2745 00000100:00100000:3.0:1734016140.488223:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338842496:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016140.488346:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338842496:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 123us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.488352:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2745 00000100:00100000:0.0:1734016140.496013:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.496090:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842624 00000100:00100000:3.0:1734016140.496100:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842624 00000100:00100000:3.0:1734016140.496134:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14492 00000100:00100000:3.0:1734016140.496141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338842624:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016140.497659:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968354 is committed 00000001:00080000:0.0:1734016140.497675:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968352 is committed 00000100:00100000:3.0:1734016140.499474:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338842624:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3323us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.499488:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14492 00000100:00100000:1.0:1734016140.509586:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.509662:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842752 00000100:00100000:3.0:1734016140.509669:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842752 00000100:00100000:3.0:1734016140.509854:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14493 00000100:00100000:3.0:1734016140.509861:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338842752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.509876:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.509889:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23928 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04cd expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.509932:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038976:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.510150:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.511962:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 184 -> 192 00000100:00100000:3.0:1734016140.511986:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341038976:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.512022:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23928 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04cd expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.512038:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23928 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04cd expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.512061:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016140.512401:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338842752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2539us (2821us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.512409:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14493 00000100:00100000:0.0:1734016140.514999:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.518450:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338842880 00000100:00100000:3.0:1734016140.518460:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338842880 00000100:00100000:3.0:1734016140.518515:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14494 00000100:00100000:3.0:1734016140.518524:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338842880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.518542:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.518569:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2392f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04d4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.518622:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341039104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.518690:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.522688:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341039104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.522727:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2392f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04d4 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.522740:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea2392f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04d4 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.522772:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016140.523477:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338842880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4952us (8483us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.523485:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14494 00000100:00100000:1.0:1734016140.525747:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.525869:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843008 00000100:00100000:3.0:1734016140.525877:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843008 00000100:00100000:3.0:1734016140.526099:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14495 00000100:00100000:3.0:1734016140.526107:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338843008:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.526353:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016140.526357:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.526359:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.526360:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.526362:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 192 -> 208 00000100:00100000:3.0:1734016140.526413:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338843008:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 306us (672us total) trans 4294968355 rc 0/0 00000100:00100000:3.0:1734016140.526420:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14495 00000100:00100000:0.0:1734016140.529358:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.529968:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843264 00000100:00100000:2.0:1734016140.529978:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843264 00000100:00100000:2.0:1734016140.530072:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2746 00000100:00100000:2.0:1734016140.530079:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338843264:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016140.530131:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.530154:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23833 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae03d8 expref: 19 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.530184:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.530188:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016140.530544:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.530567:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 14 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.530574:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.530603:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 14 pid: 6487 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.530615:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 14 pid: 6487 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.530626:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341039232:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.530838:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.532808:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341039232:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.532829:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016140.533008:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.533224:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843392 00000100:00100000:2.0:1734016140.533230:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843392 00010000:00010000:2.0:1734016140.533254:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 15 pid: 6487 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.533574:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3992 00000100:00100000:2.0:1734016140.533580:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338843392:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.533592:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.533597:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 15 pid: 6487 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.533606:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 15 pid: 6487 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.533622:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933fa80/0x857af32d4ea237df lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae038b expref: 15 pid: 6487 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.533634:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.533637:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.533644:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.533649:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.533668:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.533714:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338843392:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 132us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.533720:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3992 00010000:00010000:0.0:1734016140.533767:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016140.533773:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:0.0:1734016140.533834:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969058 00000004:00010000:0.0:1734016140.533865:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e27480 reply state ffff880079c40000 transno 4294969059 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016140.533869:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016140.533920:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338843264:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3841us (4569us total) trans 4294969059 rc 0/0 00000100:00100000:0.0:1734016140.533926:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2746 00000020:00080000:0.0:1734016140.533929:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016140.536999:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:2.0:1734016140.537587:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537597:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537603:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537608:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4ad00 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016140.537612:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537618:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537631:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.537634:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.537638:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.537642:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23936 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016140.537855:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843520 00000100:00100000:3.0:1734016140.537863:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843520 00000100:00100000:3.0:1734016140.538433:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14496 00000100:00100000:3.0:1734016140.538440:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338843520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.538459:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.538476:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04db expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.538501:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.538509:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.538515:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.538517:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.538520:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.538548:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.538571:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 509 lvb_type: 1 00000100:00100000:3.0:1734016140.538584:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341039360:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.538660:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.538668:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 10 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.538675:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341039488:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.538693:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.547668:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341039360:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.547682:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341039488:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.547718:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.547734:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016140.547774:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338843520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9332us (10781us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.547781:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14496 00000100:00100000:1.0:1734016140.558366:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.558414:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.560137:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843776 00000100:00100000:2.0:1734016140.560147:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843776 00010000:00010000:2.0:1734016140.560180:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.560216:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843648 00000100:00100000:2.0:1734016140.560218:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843648 00010000:00010000:2.0:1734016140.560229:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016140.560257:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3993 00000100:00100000:2.0:1734016140.560263:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338843776:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.560291:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.560311:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.560321:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.560341:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea238f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0495 expref: 11 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.560365:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.560408:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338843776:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 144us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.560414:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3993 00000100:00100000:2.0:1734016140.560431:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3994 00000100:00100000:2.0:1734016140.560435:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338843648:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.560442:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.560448:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016140.560457:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016140.560468:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea238f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae049c expref: 17 pid: 7694 timeout: 509 lvb_type: 1 00010000:00010000:2.0:1734016140.560476:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.560477:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.560482:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.560489:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.560519:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.560531:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341039616:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.560574:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.562576:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341039616:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.562600:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016140.568800:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.568844:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338843904 00000100:00100000:0.0:1734016140.568852:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338843904 00000100:00100000:2.0:1734016140.568971:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338843648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8531us (10553us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.568981:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3994 00000100:00100000:1.0:1734016140.569209:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14497 00000100:00100000:1.0:1734016140.569217:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338843904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.569233:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.569246:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04e2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.569294:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.569302:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.569303:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016140.569307:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.569336:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.569349:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 6 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016140.569360:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341039744:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016140.569405:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.575538:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341039744:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016140.575580:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.575596:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:0.0:1734016140.575653:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338843904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6435us (6859us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.575661:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14497 00000100:00100000:0.0:1734016140.584392:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.584493:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844032 00000100:00100000:2.0:1734016140.584503:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844032 00010000:00010000:2.0:1734016140.584534:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 7 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.584600:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3995 00000100:00100000:2.0:1734016140.584607:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338844032:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.584623:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.584642:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 7 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.584653:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 7 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.584677:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea238b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0456 expref: 7 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.584718:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.584721:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.584726:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.584733:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.584763:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.584775:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341039872:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.584837:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.589195:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341039872:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.589227:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.589305:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338844032:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4696us (4926us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.589317:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3995 00000100:00100000:0.0:1734016140.590174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.590305:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.590344:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844288 00000100:00100000:0.0:1734016140.590350:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844288 00002000:00010000:0.0:1734016140.590381:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016140.590385:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26300 with x1818247338844288 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016140.590396:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26300. 00000100:00100000:0.0:1734016140.590410:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844160 00000100:00100000:0.0:1734016140.590413:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844160 00002000:00010000:0.0:1734016140.590421:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2082789->18446744073709551615) 00002000:00100000:0.0:1734016140.590424:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26680 with x1818247338844160 ext(2082789->18446744073709551615) 00002000:00010000:0.0:1734016140.590430:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26680. 00000100:00100000:0.0:1734016140.590453:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9819 00000100:00100000:0.0:1734016140.590458:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338844288:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016140.593521:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1734016140.593528:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.593530:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.593532:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.593535:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 208 -> 0 00000100:00100000:0.0:1734016140.593607:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338844288:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3143us (3431us total) trans 4294968356 rc 0/0 00000100:00100000:0.0:1734016140.593618:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9819 00002000:00010000:0.0:1734016140.593623:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016140.593626:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26300 with x1818247338844288 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016140.593631:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e26300. 00000100:00100000:0.0:1734016140.593655:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9820 00000100:00100000:0.0:1734016140.593662:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338844160:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016140.595438:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4662431 -> 2082789 00002000:00010000:0.0:1734016140.595443:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.595445:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016139 -> 1734016138 00002000:00010000:0.0:1734016140.595447:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:0.0:1734016140.595449:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1056 -> 992 00000100:00100000:0.0:1734016140.595486:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338844160:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1821us (5178us total) trans 4294969986 rc 0/0 00000100:00100000:0.0:1734016140.595494:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9820 00002000:00010000:0.0:1734016140.595498:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2082789->18446744073709551615) 00002000:00100000:0.0:1734016140.595501:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26680 with x1818247338844160 ext(2082789->18446744073709551615) 00002000:00010000:0.0:1734016140.595505:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26680. 00000100:00100000:0.0:1734016140.597923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.599705:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844416 00000100:00100000:2.0:1734016140.599717:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844416 00000100:00100000:2.0:1734016140.599780:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2747 00000100:00100000:2.0:1734016140.599787:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338844416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.599804:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.599823:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2394b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04e9 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.599908:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.599919:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.599928:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016140.599951:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2082789 00000004:00200000:2.0:1734016140.599955:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.599969:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.599990:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2394b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 16 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.600008:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 15 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.600015:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.600018:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.600020:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016140.600754:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338844416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 966us (2838us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.600761:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2747 00000100:00100000:1.0:1734016140.605417:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.605477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.606364:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844544 00000100:00100000:2.0:1734016140.606372:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844544 00000100:00100000:2.0:1734016140.606415:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844672 00000100:00100000:2.0:1734016140.606417:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844672 00000100:00100000:2.0:1734016140.606958:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14498 00000100:00100000:2.0:1734016140.606965:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338844544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.606981:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.606995:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea23959 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04f0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.607038:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.607086:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.607127:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14499 00000100:00100000:3.0:1734016140.607133:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338844672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.607145:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.607155:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23960 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04f7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.607179:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341040128:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.607197:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.609357:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:3.0:1734016140.609378:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.609406:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea23959 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04f0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.609418:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea23959 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04f0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.609432:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:3.0:1734016140.609466:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338844544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2500us (4056us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.609473:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14498 00000100:00100000:3.0:1734016140.611109:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341040128:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.611137:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23960 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04f7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.611149:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23960 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04f7 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.611159:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016140.611188:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338844672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4054us (5711us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.611196:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14499 00000100:00100000:2.0:1734016140.624703:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.624740:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.624768:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844928 00000100:00100000:2.0:1734016140.624775:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844928 00000100:00100000:2.0:1734016140.624810:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338844800 00000100:00100000:2.0:1734016140.624812:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338844800 00000100:00100000:2.0:1734016140.624833:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14500 00000100:00100000:2.0:1734016140.624839:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338844928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.624855:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.624869:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23967 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0505 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.624912:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341040256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.624955:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.624970:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14501 00000100:00100000:2.0:1734016140.624974:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338844800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.624981:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.624989:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2396e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae04fe expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.625014:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.625030:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00010000:00010000:2.0:1734016140.627502:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016140.627563:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.627592:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2396e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04fe expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.627603:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea2396e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04fe expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.627715:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016140.627752:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338844800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2775us (3010us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.627760:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14501 00000100:00100000:3.0:1734016140.628813:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341040256:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.628834:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23967 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0505 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.628843:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23967 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0505 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.628851:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:3.0:1734016140.628875:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338844928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4035us (4179us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.628881:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14500 00000100:00100000:1.0:1734016140.633814:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.633948:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845056 00000100:00100000:3.0:1734016140.633956:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845056 00000100:00100000:3.0:1734016140.634214:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14502 00000100:00100000:3.0:1734016140.634222:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338845056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.634239:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.634257:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae050c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634393:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634400:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.634401:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.634405:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1277952->1290239] (req 1277952->1290239) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634431:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.634441:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 16 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.634451:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341040512:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.634504:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.638074:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341040512:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.638106:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1277952->1290239] (req 1277952->1290239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.638126:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016140.638176:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338845056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3955us (4371us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.638184:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14502 00000100:00100000:1.0:1734016140.638655:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.638875:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845184 00000100:00100000:3.0:1734016140.638880:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845184 00010000:00010000:3.0:1734016140.638898:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.638927:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3996 00000100:00100000:3.0:1734016140.638932:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338845184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.638946:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.638964:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.638974:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.638990:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea2393d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04db expref: 17 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.638998:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.639000:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.639004:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639015:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639039:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.639048:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341040640:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016140.639085:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.642048:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341040640:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016140.642073:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.642377:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338845184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3441us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.642389:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3996 00000100:00100000:3.0:1734016140.642652:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.642678:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845312 00000100:00100000:3.0:1734016140.642683:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845312 00000100:00100000:3.0:1734016140.643659:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14503 00000100:00100000:3.0:1734016140.643667:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338845312:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016140.643843:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2082789 -> 2082789 00002000:00010000:3.0:1734016140.643846:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.643848:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:3.0:1734016140.643850:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.643852:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:3.0:1734016140.643898:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338845312:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 231us (1246us total) trans 4294969987 rc 0/0 00000100:00100000:3.0:1734016140.643904:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14503 00000100:00100000:1.0:1734016140.645593:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.645859:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845440 00000100:00100000:3.0:1734016140.645867:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845440 00000100:00100000:3.0:1734016140.645985:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2748 00000100:00100000:3.0:1734016140.645992:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338845440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.646014:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.646031:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2397c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0513 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.646117:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.646129:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.646138:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016140.646164:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2082789 00000004:00200000:3.0:1734016140.646168:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016140.646182:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.646205:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2397c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0513 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.646218:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0513 expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.646225:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016140.646228:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016140.646231:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016140.646975:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338845440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 979us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.646983:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2748 00000100:00100000:3.0:1734016140.649352:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.649453:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845568 00000100:00100000:2.0:1734016140.649461:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845568 00000100:00100000:2.0:1734016140.649502:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14504 00000100:00100000:2.0:1734016140.649509:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338845568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.649526:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.649544:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2398a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae051a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.649605:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040768:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.649867:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00002000:00010000:0.0:1734016140.652452:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:0.0:1734016140.652477:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040768:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016140.652504:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2398a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae051a expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.652525:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea2398a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae051a expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.656842:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:0.0:1734016140.656925:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338845568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7412us (7579us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016140.656934:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14504 00000100:00100000:1.0:1734016140.660807:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.661134:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845696 00000100:00100000:0.0:1734016140.661144:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845696 00000100:00100000:0.0:1734016140.661193:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14505 00000100:00100000:0.0:1734016140.661200:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338845696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.661216:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.661231:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23991 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0521 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016140.661310:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040896:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016140.662979:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.668260:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341040896:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.668321:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23991 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0521 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.668334:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea23991 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0521 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.668349:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:1.0:1734016140.669004:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338845696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7801us (8203us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.669012:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14505 00000100:00100000:3.0:1734016140.678862:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.678997:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845824 00000100:00100000:1.0:1734016140.679005:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845824 00000100:00100000:1.0:1734016140.679050:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14506 00000100:00100000:1.0:1734016140.679058:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338845824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.679079:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.679097:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23998 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0528 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.679155:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341041024:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.679222:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.681877:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341041024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.681908:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23998 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0528 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.681920:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23998 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0528 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.681935:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016140.682058:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338845824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2998us (3202us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.682066:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14506 00000100:00100000:2.0:1734016140.684164:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.684475:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338845952 00000100:00100000:1.0:1734016140.684482:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338845952 00000100:00100000:1.0:1734016140.684640:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14507 00000100:00100000:1.0:1734016140.684647:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338845952:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.684905:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2082789 -> 5854151 00002000:00010000:1.0:1734016140.684908:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.684910:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:1.0:1734016140.684911:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.684913:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 992 -> 1008 00000100:00100000:1.0:1734016140.685574:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b21450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338845952:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 923us (1410us total) trans 4294969988 rc 0/0 00000100:00100000:1.0:1734016140.685586:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14507 00000100:00100000:0.0:1734016140.690760:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.690874:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846080 00000100:00100000:1.0:1734016140.690882:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846080 00000100:00100000:1.0:1734016140.690935:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14508 00000100:00100000:1.0:1734016140.690943:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338846080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.690960:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.690974:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2399f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae052f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.691020:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341041152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.691084:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00002000:00010000:1.0:1734016140.692564:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:1.0:1734016140.692583:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341041152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.692609:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2399f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae052f expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.692622:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2399f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae052f expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.692644:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016140.692673:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338846080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1731us (1921us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.692680:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14508 00000100:00100000:0.0:1734016140.699979:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.700073:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846208 00000100:00100000:1.0:1734016140.700082:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846208 00000100:00100000:1.0:1734016140.700134:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14509 00000100:00100000:1.0:1734016140.700141:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338846208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.700156:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.700172:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea239a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0536 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.700218:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341041280:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.700263:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.702845:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341041280:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.702877:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea239a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0536 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.702892:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea239a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0536 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.702929:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016140.702976:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338846208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2833us (3002us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.702984:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14509 00000100:00100000:0.0:1734016140.707006:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.707109:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846336 00000100:00100000:1.0:1734016140.707116:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846336 00000100:00100000:3.0:1734016140.707417:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14510 00000100:00100000:3.0:1734016140.707423:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338846336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.707438:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.707453:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea239ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae053d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.707501:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341041408:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.707565:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.709841:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341041408:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.709873:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea239ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae053d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.709886:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea239ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae053d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.709909:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016140.710329:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338846336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2847us (3274us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.710338:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14510 00000100:00100000:0.0:1734016140.712975:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.713091:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846464 00000100:00100000:3.0:1734016140.713098:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846464 00000100:00100000:3.0:1734016140.713141:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14511 00000100:00100000:3.0:1734016140.713147:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338846464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.713163:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.713177:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea239b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0544 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.713218:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341041536:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.713261:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.715163:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341041536:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.715189:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea239b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0544 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.715198:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea239b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0544 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.715207:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016140.715347:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338846464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2199us (2377us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.715354:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14511 00000100:00100000:0.0:1734016140.718777:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.718988:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846592 00000100:00100000:3.0:1734016140.718997:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846592 00000100:00100000:3.0:1734016140.719167:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14512 00000100:00100000:3.0:1734016140.719175:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338846592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.719191:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.719206:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea239bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae054b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.719256:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041664:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.719351:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.721946:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041664:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.721975:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea239bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae054b expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.721986:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea239bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae054b expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.722053:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016140.722350:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247338846592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3170us (3576us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.722359:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14512 00000100:00100000:0.0:1734016140.724063:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.724523:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338846848 00000100:00100000:2.0:1734016140.724531:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338846848 00002000:00100000:2.0:1734016140.724576:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1490944->1495039) req@ffff880079e25180 x1818247338846848/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.724584:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25180 with x1818247338846848 ext(1490944->1495039) 00002000:00010000:2.0:1734016140.724588:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e25180 00000100:00100000:2.0:1734016140.724618:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9821 00000100:00100000:2.0:1734016140.724623:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338846848:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.724735:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338846848:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 110us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.724740:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9821 00002000:00100000:2.0:1734016140.724745:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1490944->1495039) req@ffff880079e25180 x1818247338846848/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.724750:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25180 with x1818247338846848 ext(1490944->1495039) 00002000:00010000:2.0:1734016140.724753:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e25180 00000100:00100000:0.0:1734016140.726483:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.726602:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847104 00000100:00100000:3.0:1734016140.726607:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847104 00002000:00100000:3.0:1734016140.726633:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1495040->1499135) req@ffff880079e27100 x1818247338847104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.726639:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27100 with x1818247338847104 ext(1495040->1499135) 00002000:00010000:3.0:1734016140.726644:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27100 00000100:00100000:3.0:1734016140.726707:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9822 00000100:00100000:3.0:1734016140.726715:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338847104:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.727036:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338847104:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 320us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.727044:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9822 00002000:00100000:3.0:1734016140.727049:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1495040->1499135) req@ffff880079e27100 x1818247338847104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016140.727058:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27100 with x1818247338847104 ext(1495040->1499135) 00002000:00010000:3.0:1734016140.727060:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27100 00000100:00100000:0.0:1734016140.729051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.729139:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847232 00000100:00100000:3.0:1734016140.729145:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847232 00000100:00100000:3.0:1734016140.729190:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14513 00000100:00100000:3.0:1734016140.729197:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338847232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.729212:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.729230:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea239c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0552 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.729308:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041792:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.729356:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.731027:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.731062:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea239c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0552 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.731075:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea239c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0552 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.731102:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016140.731363:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338847232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2164us (2314us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.731372:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14513 00000100:00100000:0.0:1734016140.733501:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.733605:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847360 00000100:00100000:3.0:1734016140.733613:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847360 00000100:00100000:3.0:1734016140.733661:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14514 00000100:00100000:3.0:1734016140.733668:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338847360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.733683:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.733700:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea239c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0559 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.733752:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041920:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.733814:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.735537:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341041920:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.735578:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea239c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0559 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.735590:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea239c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0559 expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.735611:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016140.735983:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338847360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2313us (2487us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.735991:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14514 00000100:00100000:0.0:1734016140.738328:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.738541:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847616 00000100:00100000:3.0:1734016140.738558:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847616 00000100:00100000:3.0:1734016140.738752:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2749 00000100:00100000:3.0:1734016140.738759:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338847616:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016140.738800:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.738821:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea23983 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0513 expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.738992:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016140.738996:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016140.739114:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.739124:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 14 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.739129:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.739154:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 14 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.739164:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 14 pid: 8227 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.739175:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341042048:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.739539:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.742142:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341042048:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.742165:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016140.742839:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.742990:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847744 00000100:00100000:3.0:1734016140.742998:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847744 00010000:00010000:3.0:1734016140.743027:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 15 pid: 8227 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.743053:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3997 00000100:00100000:3.0:1734016140.743059:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338847744:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.743072:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.743078:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 15 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.743087:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 15 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.743106:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23952 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e9 expref: 15 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.743123:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016140.743128:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.743136:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.743141:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016140.743160:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.743200:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338847744:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 140us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.743206:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3997 00010000:00010000:2.0:1734016140.743293:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.743300:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016140.743382:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969060 00000004:00010000:2.0:1734016140.743424:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079daaa00 reply state ffff88007a9f6000 transno 4294969061 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016140.743430:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016140.743498:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079daaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338847616:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4738us (5176us total) trans 4294969061 rc 0/0 00000100:00100000:2.0:1734016140.743507:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2749 00000020:00080000:2.0:1734016140.743511:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016140.746443:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746457:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746463:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746468:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016140.746472:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746478:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746492:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.746495:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.746498:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.746503:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea239d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016140.746639:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.746738:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338847872 00000100:00100000:3.0:1734016140.746746:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338847872 00000100:00100000:3.0:1734016140.747138:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14515 00000100:00100000:3.0:1734016140.747146:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338847872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.747160:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.747174:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0560 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.747198:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.747204:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.747206:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.747209:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.747235:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.747245:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 12 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.747256:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341042176:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.747506:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.749953:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341042176:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.749987:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.750007:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016140.750343:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338847872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3196us (3706us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.750352:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14515 00000100:00100000:2.0:1734016140.751034:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.751118:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848000 00000100:00100000:1.0:1734016140.751125:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848000 00010000:00010000:1.0:1734016140.751149:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 13 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016140.751187:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3998 00000100:00100000:1.0:1734016140.751192:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338848000:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.751206:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.751225:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 13 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.751235:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 13 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.751256:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23975 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae050c expref: 13 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.751299:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.751301:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.751306:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.751314:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.751343:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 16 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.751354:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341042304:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016140.751398:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.754987:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341042304:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016140.755007:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.755057:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338848000:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3863us (4022us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.755066:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3998 00000100:00100000:0.0:1734016140.755524:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.755678:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.755865:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848256 00000100:00100000:3.0:1734016140.755871:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848256 00002000:00010000:3.0:1734016140.755901:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1125660->18446744073709551615) 00002000:00100000:3.0:1734016140.755904:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8380 with x1818247338848256 ext(1125660->18446744073709551615) 00002000:00010000:3.0:1734016140.755913:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079da8380. 00000100:00100000:3.0:1734016140.755924:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848128 00000100:00100000:3.0:1734016140.755925:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848128 00002000:00010000:3.0:1734016140.755932:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.755933:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8a80 with x1818247338848128 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.755938:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8a80. 00000100:00100000:3.0:1734016140.755956:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9823 00000100:00100000:3.0:1734016140.755961:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338848256:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.756167:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 1125660 00002000:00010000:3.0:1734016140.756170:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.756172:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.756174:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.756176:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.756202:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338848256:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 240us (679us total) trans 4294968357 rc 0/0 00000100:00100000:3.0:1734016140.756207:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9823 00002000:00010000:3.0:1734016140.756210:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1125660->18446744073709551615) 00002000:00100000:3.0:1734016140.756212:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8380 with x1818247338848256 ext(1125660->18446744073709551615) 00002000:00010000:3.0:1734016140.756215:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079da8380. 00000100:00100000:3.0:1734016140.756226:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9824 00000100:00100000:3.0:1734016140.756229:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338848128:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.756360:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5854151 -> 4194304 00002000:00010000:3.0:1734016140.756363:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.756364:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:3.0:1734016140.756366:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.756367:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 992 00000100:00100000:3.0:1734016140.756379:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338848128:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 149us (701us total) trans 4294969989 rc 0/0 00000100:00100000:3.0:1734016140.756383:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9824 00002000:00010000:3.0:1734016140.756385:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.756386:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da8a80 with x1818247338848128 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.756389:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da8a80. 00000100:00100000:0.0:1734016140.758912:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.758990:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848384 00000100:00100000:2.0:1734016140.758998:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848384 00000100:00100000:2.0:1734016140.759039:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2750 00000100:00100000:2.0:1734016140.759044:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338848384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.759063:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.759079:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea239de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0567 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.759160:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.759170:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.759178:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016140.759199:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5319964 00000004:00200000:2.0:1734016140.759202:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.759215:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.759231:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea239de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.759358:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.759365:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.759367:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.759369:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016140.759404:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338848384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 360us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.759409:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2750 00000100:00100000:0.0:1734016140.761595:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.761693:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848512 00000100:00100000:2.0:1734016140.761700:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848512 00000100:00100000:2.0:1734016140.762095:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14516 00000100:00100000:2.0:1734016140.762104:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338848512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.762120:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.762134:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae056e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.762161:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.762167:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.762169:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.762172:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.762198:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 17 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.762210:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 17 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.762220:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341042432:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.762878:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.768307:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341042432:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.768337:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.768355:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016140.768402:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338848512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6298us (6814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.768410:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14516 00000100:00100000:0.0:1734016140.768697:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.769235:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848640 00000100:00100000:1.0:1734016140.769242:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848640 00010000:00010000:1.0:1734016140.769291:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 18 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016140.769324:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 3999 00000100:00100000:1.0:1734016140.769329:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338848640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.769342:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.769358:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 18 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.769367:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 18 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.769386:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea239d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0560 expref: 18 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016140.769407:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.769409:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.769415:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.769428:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.769454:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.769465:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341042560:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016140.769513:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.775445:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341042560:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016140.775467:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016140.775518:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338848640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6186us (6820us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.775528:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 3999 00000100:00100000:0.0:1734016140.781570:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.781660:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338848896 00000100:00100000:2.0:1734016140.781667:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338848896 00002000:00100000:2.0:1734016140.781701:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079dab800 x1818247338848896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/0 e 0 to 0 dl 1734016151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.781710:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dab800 with x1818247338848896 ext(0->4194303) 00002000:00010000:2.0:1734016140.781714:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dab800 00000100:00100000:2.0:1734016140.781737:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9825 00000100:00100000:2.0:1734016140.781742:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338848896:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016140.837206:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338848896:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55453us (55634us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016140.837218:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9825 00002000:00100000:2.0:1734016140.837228:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079dab800 x1818247338848896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:101/0 lens 488/440 e 0 to 0 dl 1734016151 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016140.837238:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079dab800 with x1818247338848896 ext(0->4194303) 00002000:00010000:2.0:1734016140.837242:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079dab800 00000100:00100000:0.0:1734016140.844984:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.845067:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849024 00000100:00100000:2.0:1734016140.845073:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849024 00000100:00100000:1.0:1734016140.846174:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14517 00000100:00100000:1.0:1734016140.846181:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338849024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.846197:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.846211:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0575 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.846229:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.846231:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.846238:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.846248:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.846258:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016140.846315:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338849024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 133us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.846320:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14517 00000100:00100000:0.0:1734016140.848151:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.849803:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849152 00000100:00100000:1.0:1734016140.849813:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849152 00000100:00100000:1.0:1734016140.849858:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14518 00000100:00100000:1.0:1734016140.849864:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338849152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.849878:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.849894:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea239fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae057c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.849942:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.849994:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.854985:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.855020:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea239fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae057c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.855033:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea239fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae057c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.855058:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016140.855105:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338849152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5240us (6959us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.855116:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14518 00000100:00100000:0.0:1734016140.858046:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.858920:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849280 00000100:00100000:2.0:1734016140.858928:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849280 00000100:00100000:2.0:1734016140.859537:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2751 00000100:00100000:2.0:1734016140.859545:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338849280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.859571:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.859589:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23a01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0583 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.859665:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.859677:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.859685:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016140.859709:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5319964 00000004:00200000:2.0:1734016140.859713:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.859726:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.859746:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23a01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0583 expref: 16 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.859847:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0583 expref: 15 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.859855:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.859858:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.859860:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016140.859902:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338849280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 357us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.859908:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2751 00000100:00100000:0.0:1734016140.862921:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.863665:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849408 00000100:00100000:1.0:1734016140.863672:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849408 00000100:00100000:1.0:1734016140.864043:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14519 00000100:00100000:1.0:1734016140.864050:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338849408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.864071:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.864087:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea23a0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae058a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.864133:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042816:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.864187:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.866827:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042816:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.866857:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea23a0f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae058a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.866871:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea23a0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae058a expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.866954:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016140.867002:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338849408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2950us (4089us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.867010:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14519 00000100:00100000:0.0:1734016140.869419:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.869487:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849536 00000100:00100000:1.0:1734016140.869495:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849536 00000100:00100000:1.0:1734016140.869626:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14520 00000100:00100000:1.0:1734016140.869633:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338849536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.869651:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.869672:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23a16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0591 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.869732:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.869787:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.871615:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341042944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.871648:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23a16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0591 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.871659:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23a16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0591 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.871841:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016140.872344:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338849536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2709us (2930us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.872352:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14520 00000100:00100000:0.0:1734016140.874327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.874468:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849664 00000100:00100000:1.0:1734016140.874475:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849664 00000100:00100000:1.0:1734016140.874506:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14521 00000100:00100000:1.0:1734016140.874512:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338849664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.874526:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.874540:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23a1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0598 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.874597:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341043072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.874638:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.876588:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341043072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.876620:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23a1d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0598 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.876631:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23a1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0598 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.876801:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016140.876864:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338849664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2350us (2540us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.876872:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14521 00000100:00100000:0.0:1734016140.879197:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.879331:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849792 00000100:00100000:1.0:1734016140.879340:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849792 00000100:00100000:1.0:1734016140.879386:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14522 00000100:00100000:1.0:1734016140.879391:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338849792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.879408:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.879422:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae059f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.879448:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.879462:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.879468:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.879470:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016140.879473:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2445312->2453503] (req 2445312->2453503) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.879501:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.879511:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 17 pid: 8975 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016140.879522:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341043200:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016140.879596:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.879603:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016140.879610:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341043328:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016140.879625:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.883758:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341043200:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016140.883774:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341043328:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016140.883803:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2445312->2453503] (req 2445312->2453503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.883818:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016140.883857:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338849792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4464us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.883865:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14522 00000100:00100000:0.0:1734016140.889637:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.889723:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.889869:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338849920 00000100:00100000:3.0:1734016140.889876:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338849920 00010000:00010000:3.0:1734016140.889904:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 509 lvb_type: 1 00000100:00100000:3.0:1734016140.889926:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850048 00000100:00100000:3.0:1734016140.889928:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850048 00010000:00010000:3.0:1734016140.889938:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.889962:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4000 00000100:00100000:3.0:1734016140.889969:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338849920:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.889979:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.889996:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016140.890006:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016140.890022:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea239f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0575 expref: 18 pid: 8975 timeout: 509 lvb_type: 1 00010000:00010000:3.0:1734016140.890038:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.890068:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338849920:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 99us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.890074:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4000 00000100:00100000:3.0:1734016140.890088:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4001 00000100:00100000:3.0:1734016140.890092:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338850048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.890099:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.890107:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.890115:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.890125:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea239ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae056e expref: 14 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.890138:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.890140:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.890145:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.890153:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.890180:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.890190:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341043456:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016140.890219:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.892029:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.892102:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341043456:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.892120:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.892152:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338850048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2059us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.892160:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4001 00000100:00100000:1.0:1734016140.892246:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850176 00000100:00100000:1.0:1734016140.892251:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850176 00000100:00100000:1.0:1734016140.892294:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14523 00000100:00100000:1.0:1734016140.892299:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338850176:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016140.892463:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016140.892466:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.892468:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016138 -> 1734016138 00002000:00010000:1.0:1734016140.892470:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.892472:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 992 -> 1008 00000100:00100000:1.0:1734016140.892490:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338850176:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 191us (469us total) trans 4294969990 rc 0/0 00000100:00100000:1.0:1734016140.892495:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14523 00000100:00100000:0.0:1734016140.894363:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.894558:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850304 00000100:00100000:3.0:1734016140.894566:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850304 00000100:00100000:3.0:1734016140.894602:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14524 00000100:00100000:3.0:1734016140.894608:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338850304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.894622:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.894636:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05a6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.894690:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341043584:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.894741:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.896406:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:3.0:1734016140.896428:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341043584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.896454:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05a6 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.896465:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05a6 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897505:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016140.897981:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338850304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3369us (3620us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.897990:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14524 00000100:00100000:0.0:1734016140.901810:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.901898:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850432 00000100:00100000:3.0:1734016140.901906:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850432 00000100:00100000:3.0:1734016140.901952:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14525 00000100:00100000:3.0:1734016140.901960:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1972:x1818247338850432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.901978:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.901993:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05ad expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.902037:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341043712:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.902082:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.903442:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341043712:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.903473:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05ad expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.903489:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea23a32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05ad expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.903501:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016140.903537:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1972:x1818247338850432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1576us (1734us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.903556:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14525 00000100:00100000:2.0:1734016140.906764:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.906984:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850688 00000100:00100000:0.0:1734016140.906994:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850688 00000100:00100000:0.0:1734016140.907037:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2752 00000100:00100000:0.0:1734016140.907044:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338850688:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016140.907093:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016140.907118:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea23a08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0583 expref: 15 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.907154:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016140.907158:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.908107:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.908120:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.908131:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.908164:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.908176:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 22 pid: 8227 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016140.908189:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341043840:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016140.908249:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.910579:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.910670:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341043840:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016140.910692:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016140.910799:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850816 00000100:00100000:2.0:1734016140.910806:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850816 00010000:00010000:2.0:1734016140.910831:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 23 pid: 8227 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.910860:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4002 00000100:00100000:2.0:1734016140.910866:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338850816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.910877:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.910882:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 23 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.910890:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 23 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.910906:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea239e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0567 expref: 23 pid: 8227 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.910920:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.910924:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.910930:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.910936:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.910949:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.911063:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.911069:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:1.0:1734016140.911135:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969062 00000004:00010000:1.0:1734016140.911174:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079cb5880 reply state ffff880136a8a000 transno 4294969063 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016140.911180:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016140.911436:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338850816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 568us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.911443:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4002 00000100:00100000:1.0:1734016140.911739:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338850688:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4693us (4983us total) trans 4294969063 rc 0/0 00000100:00100000:1.0:1734016140.911745:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2752 00000020:00080000:1.0:1734016140.911749:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016140.914952:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.914965:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.914972:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.914977:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7b180 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016140.914981:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.914988:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.915004:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.915006:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.915009:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.915013:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016140.915231:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.916098:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338850944 00000100:00100000:3.0:1734016140.916107:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338850944 00000100:00100000:3.0:1734016140.916151:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14526 00000100:00100000:3.0:1734016140.916157:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338850944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.916170:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.916183:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05b4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.916203:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.916210:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.916211:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016140.916214:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.916238:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.916252:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 9 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.916262:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341043968:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016140.916329:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.919132:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341043968:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016140.919171:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.919186:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016140.919230:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338850944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3070us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.919240:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14526 00000100:00100000:0.0:1734016140.919749:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.919894:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851072 00000100:00100000:2.0:1734016140.919901:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851072 00010000:00010000:2.0:1734016140.919924:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 10 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.919951:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4003 00000100:00100000:2.0:1734016140.919956:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338851072:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016140.919968:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016140.919987:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 10 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.919999:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 10 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.920022:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23944 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae04e2 expref: 10 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016140.920032:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.920033:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016140.920037:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.920044:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.920068:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.920077:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341044096:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.920108:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.922478:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.922524:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.923061:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341044096:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.923084:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016140.923127:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338851072:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3169us (3377us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.923138:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4003 00000100:00100000:3.0:1734016140.923217:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851200 00000100:00100000:3.0:1734016140.923223:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851200 00002000:00010000:3.0:1734016140.923249:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5249542->18446744073709551615) 00002000:00100000:3.0:1734016140.923253:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338851200 ext(5249542->18446744073709551615) 00002000:00010000:3.0:1734016140.923262:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380. 00000100:00100000:3.0:1734016140.924387:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851328 00000100:00100000:3.0:1734016140.924393:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851328 00002000:00010000:3.0:1734016140.924408:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.924411:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338851328 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.924417:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21500. 00000100:00100000:1.0:1734016140.924646:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9826 00000100:00100000:1.0:1734016140.924653:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338851200:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016140.924818:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 5249542 00002000:00010000:1.0:1734016140.924821:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.924823:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:1.0:1734016140.924825:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016140.924826:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:3.0:1734016140.924997:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9827 00000100:00100000:3.0:1734016140.925002:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338851328:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.925074:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1125660 -> 4194304 00002000:00010000:3.0:1734016140.925077:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.925078:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.925080:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.925082:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016140.925165:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1972:x1818247338851200:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 511us (2694us total) trans 4294969991 rc 0/0 00000100:00100000:1.0:1734016140.925171:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9826 00002000:00010000:1.0:1734016140.925174:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5249542->18446744073709551615) 00002000:00100000:1.0:1734016140.925176:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338851200 ext(5249542->18446744073709551615) 00002000:00010000:1.0:1734016140.925181:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380. 00000100:00100000:3.0:1734016140.925247:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338851328:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 244us (2722us total) trans 4294968358 rc 0/0 00000100:00100000:3.0:1734016140.925252:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9827 00002000:00010000:3.0:1734016140.925255:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016140.925257:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338851328 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016140.925260:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21500. 00000100:00100000:0.0:1734016140.927558:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.927859:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851456 00000100:00100000:1.0:1734016140.927865:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851456 00000100:00100000:1.0:1734016140.927934:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2753 00000100:00100000:1.0:1734016140.927940:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338851456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.927955:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.927969:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23a47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05bb expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.928033:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.928043:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.928054:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016140.928070:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9443846 00000004:00200000:1.0:1734016140.928072:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016140.928083:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.928099:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23a47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05bb expref: 24 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.928416:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05bb expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.928424:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016140.928426:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016140.928430:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016140.928742:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338851456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 801us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.928748:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2753 00000100:00100000:0.0:1734016140.931102:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.931248:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851584 00000100:00100000:3.0:1734016140.931254:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851584 00000100:00100000:3.0:1734016140.931439:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14527 00000100:00100000:3.0:1734016140.931446:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338851584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.931463:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.931480:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23a55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05c2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.931532:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341044224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.931960:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.932303:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.932815:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851712 00000100:00100000:3.0:1734016140.932820:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851712 00000100:00100000:3.0:1734016140.932846:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14528 00000100:00100000:3.0:1734016140.932851:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338851712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.932860:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.932871:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23a5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05c9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.932899:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341044352:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.932926:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.935007:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341044352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016140.935035:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23a5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05c9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.935046:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23a5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05c9 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016140.935192:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:3.0:1734016140.935204:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341044224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.935220:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23a55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05c2 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.935229:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23a55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05c2 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016140.935317:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:2.0:1734016140.935356:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338851712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2503us (3052us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016140.935363:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14528 00010000:00010000:3.0:1734016140.935961:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016140.935987:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338851584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4541us (4891us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.935993:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14527 00000100:00100000:0.0:1734016140.939100:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.939136:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.939187:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851968 00000100:00100000:2.0:1734016140.939194:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851968 00000100:00100000:2.0:1734016140.939389:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338851840 00000100:00100000:2.0:1734016140.939392:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338851840 00000100:00100000:3.0:1734016140.939455:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14529 00000100:00100000:3.0:1734016140.939461:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338851968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.939476:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.939490:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea23a63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05d7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.939532:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341044480:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.939589:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016140.939776:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14530 00000100:00100000:1.0:1734016140.939782:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338851840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.939790:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.939798:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23a6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05d0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016140.939819:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341044608:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016140.939850:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.942250:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341044480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.942312:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea23a63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05d7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.942325:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea23a63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05d7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.942808:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016140.942862:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338851968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3398us (3767us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.942870:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14529 00000100:00100000:1.0:1734016140.946095:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341044608:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016140.946128:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23a6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05d0 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946142:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23a6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05d0 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946751:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016140.946795:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338851840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7011us (7657us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016140.946803:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14530 00000100:00100000:0.0:1734016140.950495:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.950644:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852224 00000100:00100000:1.0:1734016140.950654:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852224 00000100:00100000:1.0:1734016140.950725:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2754 00000100:00100000:1.0:1734016140.950732:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338852224:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016140.950779:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016140.950803:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23a4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05bb expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.950836:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016140.950839:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016140.950972:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.950984:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.950994:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:1.0:1734016140.951028:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969064 00000004:00010000:1.0:1734016140.951040:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f22300 reply state ffff880079f63000 transno 4294969065 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016140.951044:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016140.951101:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338852224:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 369us (617us total) trans 4294969065 rc 0/0 00000100:00100000:1.0:1734016140.951106:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2754 00000020:00080000:1.0:1734016140.951110:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1734016140.954041:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.954111:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852352 00000100:00100000:0.0:1734016140.954118:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852352 00000100:00100000:0.0:1734016140.954161:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14531 00000100:00100000:0.0:1734016140.954167:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338852352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.954183:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016140.954196:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05de expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.954220:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.954227:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016140.954228:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016140.954231:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.954257:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.954268:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 14 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016140.954301:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341044736:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016140.954344:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016140.954710:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954719:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954724:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954732:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb7af40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016140.954735:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954741:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954753:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.954755:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016140.954758:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016140.954763:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a71 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016140.956611:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.957127:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852480 00000100:00100000:3.0:1734016140.957133:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852480 00010000:00010000:3.0:1734016140.957157:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.957180:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4004 00000100:00100000:3.0:1734016140.957187:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338852480:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.957198:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.957215:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.957224:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.957245:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23a24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae059f expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.957267:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.957289:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.957295:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.957302:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.957330:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.957340:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341044864:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016140.957653:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341044736:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.957677:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.957685:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:3.0:1734016140.958372:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.958472:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338852352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4302us (4437us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.958479:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14531 00000100:00100000:0.0:1734016140.960719:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.960899:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852608 00000100:00100000:2.0:1734016140.960906:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852608 00000100:00100000:2.0:1734016140.960939:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14532 00000100:00100000:2.0:1734016140.960945:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338852608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.960958:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.960973:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05e5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.960997:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.961003:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.961005:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016140.961008:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.961035:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.961047:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 7 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.961059:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341044992:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016140.961122:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.961195:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341044864:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016140.961210:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.961228:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338852480:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4041us (4623us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.961238:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4004 00000100:00100000:0.0:1734016140.963686:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016140.963846:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852736 00000100:00100000:3.0:1734016140.963853:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852736 00010000:00010000:3.0:1734016140.963882:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 8 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016140.963909:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4005 00000100:00100000:3.0:1734016140.963914:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338852736:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.963925:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016140.963941:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 8 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.963951:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 8 pid: 7694 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016140.963971:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.963974:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016140.963978:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.963986:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.964018:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.964028:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341045120:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016140.964327:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23a40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05b4 expref: 8 pid: 7694 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016140.964349:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341044992:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016140.964371:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.964379:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:3.0:1734016140.964985:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016140.965096:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338852608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4148us (4382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.965104:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14532 00000100:00100000:3.0:1734016140.967857:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341045120:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016140.967877:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016140.967915:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338852736:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3999us (4235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.967925:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4005 00000100:00100000:0.0:1734016140.968724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016140.968822:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.968897:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852864 00000100:00100000:1.0:1734016140.968903:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852864 00002000:00010000:1.0:1734016140.968928:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (645388->18446744073709551615) 00002000:00100000:1.0:1734016140.968932:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338852864 ext(645388->18446744073709551615) 00002000:00010000:1.0:1734016140.968940:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2300. 00000100:00100000:1.0:1734016140.969883:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338852992 00000100:00100000:1.0:1734016140.969887:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338852992 00002000:00010000:1.0:1734016140.969899:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016140.969901:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338852992 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016140.969907:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0a80. 00000100:00100000:3.0:1734016140.970139:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9828 00000100:00100000:3.0:1734016140.970146:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338852864:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.972762:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5249542 -> 645388 00002000:00010000:3.0:1734016140.972769:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.972772:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:3.0:1734016140.972774:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.972775:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 848 00000100:00100000:3.0:1734016140.972828:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338852864:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2679us (4102us total) trans 4294969992 rc 0/0 00000100:00100000:3.0:1734016140.972839:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9828 00002000:00010000:3.0:1734016140.972844:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (645388->18446744073709551615) 00002000:00100000:3.0:1734016140.972847:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2300 with x1818247338852864 ext(645388->18446744073709551615) 00002000:00010000:3.0:1734016140.972854:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2300. 00000100:00100000:3.0:1734016140.972894:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9829 00000100:00100000:3.0:1734016140.972900:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338852992:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016140.973003:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016140.973005:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.973006:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.973008:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:3.0:1734016140.973009:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016140.973024:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338852992:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 125us (4203us total) trans 4294968359 rc 0/0 00000100:00100000:3.0:1734016140.973031:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9829 00002000:00010000:3.0:1734016140.973033:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016140.973035:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338852992 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016140.973039:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0a80. 00000100:00100000:0.0:1734016140.975818:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.975914:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853120 00000100:00100000:2.0:1734016140.975924:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853120 00000100:00100000:2.0:1734016140.975976:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2755 00000100:00100000:2.0:1734016140.975983:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247338853120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.976005:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.976021:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23a86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05ec expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.976095:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.976107:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.976115:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016140.976134:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 645388 00000004:00200000:2.0:1734016140.976137:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016140.976152:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016140.976172:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23a86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05ec expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.976188:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05ec expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016140.976199:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016140.976202:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016140.976205:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016140.976244:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338853120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 261us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016140.976250:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2755 00000100:00100000:0.0:1734016140.982860:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016140.982954:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853248 00000100:00100000:1.0:1734016140.982963:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853248 00000100:00100000:1.0:1734016140.983019:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2756 00000100:00100000:1.0:1734016140.983027:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338853248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.983048:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016140.983063:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05f3 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.983141:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.983152:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.983161:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016140.983181:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 645388 00000004:00200000:1.0:1734016140.983184:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016140.983197:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016140.983215:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23a94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 18 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.983262:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 17 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016140.983293:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016140.983295:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016140.983298:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016140.983342:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338853248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 315us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016140.983348:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2756 00000100:00100000:0.0:1734016140.988104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016140.988177:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853376 00000100:00100000:2.0:1734016140.988184:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853376 00000100:00100000:2.0:1734016140.988215:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14533 00000100:00100000:2.0:1734016140.988222:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338853376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016140.988236:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016140.988248:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23aa2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae05fa expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016140.988311:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341045248:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016140.988476:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.993355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00002000:00010000:3.0:1734016140.993577:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:3.0:1734016140.993595:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341045248:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.993632:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23aa2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05fa expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.993646:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23aa2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05fa expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.993661:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016140.994344:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853504 00000100:00100000:2.0:1734016140.994351:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853504 00000100:00100000:3.0:1734016140.994803:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338853376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6578us (6702us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.994811:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14533 00000100:00100000:3.0:1734016140.994835:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14534 00000100:00100000:3.0:1734016140.994840:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338853504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.994856:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016140.994869:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23aa9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0601 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016140.994920:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341045376:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016140.994955:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:3.0:1734016140.997101:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 1773114 00002000:00010000:3.0:1734016140.997107:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016140.997126:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341045376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016140.997156:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23aa9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0601 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.997168:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23aa9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0601 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.997177:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016140.997810:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338853504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2966us (4461us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016140.997818:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14534 00000100:00100000:0.0:1734016141.000145:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.000199:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.000336:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853760 00000100:00100000:3.0:1734016141.000347:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853760 00000100:00100000:3.0:1734016141.000389:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853632 00000100:00100000:3.0:1734016141.000392:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853632 00000100:00100000:3.0:1734016141.000432:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14535 00000100:00100000:3.0:1734016141.000439:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338853760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.000457:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.000475:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23ab0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae060f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.000529:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341045504:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.000595:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.000625:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14536 00000100:00100000:3.0:1734016141.000632:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338853632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.000640:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.000648:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23ab7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0608 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.000677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341045632:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.000714:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016141.001609:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:2.0:1734016141.004996:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341045504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.005029:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23ab0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae060f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.005043:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23ab0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae060f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.005062:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:2.0:1734016141.005116:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338853760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4676us (4980us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.005124:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14535 00000100:00100000:3.0:1734016141.007805:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341045632:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.007834:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23ab7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0608 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.007846:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23ab7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0608 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.007855:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016141.007907:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338853632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7272us (7708us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.007915:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14536 00000100:00100000:2.0:1734016141.010653:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.012475:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854016 00000100:00100000:3.0:1734016141.012486:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854016 00000100:00100000:3.0:1734016141.012666:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14537 00000100:00100000:3.0:1734016141.012673:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338854016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.012689:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.012719:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23abe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae061d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.012772:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341045760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.012838:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.012998:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.013657:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338853888 00000100:00100000:1.0:1734016141.013662:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338853888 00000100:00100000:1.0:1734016141.013686:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14538 00000100:00100000:1.0:1734016141.013691:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338853888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.013699:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.013708:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23ac5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0616 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.013737:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341045888:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.014398:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.016091:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341045760:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016141.016123:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23abe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae061d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.016137:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23abe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae061d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.016160:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:0.0:1734016141.016200:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338854016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3526us (5554us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.016208:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14537 00000100:00100000:1.0:1734016141.018099:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341045888:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.018126:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23ac5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0616 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.018140:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23ac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0616 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.018154:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016141.018525:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338853888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4830us (5525us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.018532:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14538 00000100:00100000:0.0:1734016141.020368:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.020829:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.020909:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854272 00000100:00100000:2.0:1734016141.020916:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854272 00000100:00100000:2.0:1734016141.020955:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854144 00000100:00100000:2.0:1734016141.020958:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854144 00000100:00100000:2.0:1734016141.020975:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14539 00000100:00100000:2.0:1734016141.020981:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338854272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.020995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.021010:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23acc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae062b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.021056:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341046016:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.021100:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.021215:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14540 00000100:00100000:0.0:1734016141.021219:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338854144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.021227:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.021236:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23ad3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0624 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.021260:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341046144:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.021312:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.024370:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341046016:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.024399:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23acc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae062b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.024411:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23acc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae062b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.024430:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016141.024465:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338854272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3483us (4101us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.024472:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14539 00000100:00100000:0.0:1734016141.024601:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341046144:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016141.024620:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23ad3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0624 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.024628:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea23ad3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0624 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.024637:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016141.024669:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338854144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3448us (3839us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.024678:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14540 00000100:00100000:0.0:1734016141.029015:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.029116:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854400 00000100:00100000:2.0:1734016141.029125:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854400 00000100:00100000:2.0:1734016141.029220:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14541 00000100:00100000:2.0:1734016141.029228:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338854400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.029246:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.029267:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0632 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.029324:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.029331:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.029333:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.029336:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [548864->561151] (req 548864->561151) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.029363:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.029375:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 18 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016141.029395:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341046272:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016141.030100:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.032755:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341046272:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.032793:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [548864->561151] (req 548864->561151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.032811:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016141.032857:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338854400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3629us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.032865:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14541 00000100:00100000:0.0:1734016141.033137:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.033563:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854528 00000100:00100000:3.0:1734016141.033569:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854528 00010000:00010000:3.0:1734016141.035794:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 19 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016141.035846:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4006 00000100:00100000:3.0:1734016141.035853:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338854528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.035868:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.035885:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 19 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.035896:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 19 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.035915:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea23a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05de expref: 19 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.035945:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.035947:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.035953:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.035961:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.035991:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.036003:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341046400:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016141.036059:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00080000:1.0:1734016141.038195:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016111 00000100:00100000:0.0:1734016141.042321:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.042392:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854784 00000100:00100000:1.0:1734016141.042399:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854784 00002000:00100000:1.0:1734016141.042538:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff880078f42d80 x1818247338854784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016141.042556:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42d80 with x1818247338854784 ext(0->647167) 00002000:00010000:1.0:1734016141.042561:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f42d80 00000100:00100000:0.0:1734016141.043818:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9830 00000100:00100000:0.0:1734016141.043826:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338854784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.045100:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341046400:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016141.045119:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.049813:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338854528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13946us (16664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.049827:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4006 00000100:00100000:2.0:1734016141.053683:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338854784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 9849us (11362us total) trans 0 rc 647168/647168 00000100:00100000:2.0:1734016141.053696:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9830 00002000:00100000:2.0:1734016141.053708:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff880078f42d80 x1818247338854784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 647168/647168 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.053717:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f42d80 with x1818247338854784 ext(0->647167) 00002000:00010000:2.0:1734016141.053722:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f42d80 00000100:00100000:0.0:1734016141.055801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.057490:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338854912 00000100:00100000:2.0:1734016141.057500:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338854912 00000100:00100000:2.0:1734016141.057562:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14542 00000100:00100000:2.0:1734016141.057570:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338854912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.057586:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.057604:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23ae1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0639 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.057656:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046528:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.057708:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.061578:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046528:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.061614:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23ae1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0639 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.061628:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23ae1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0639 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.063149:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016141.063211:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338854912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5638us (7412us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.063220:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14542 00000100:00100000:0.0:1734016141.065197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.065487:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855040 00000100:00100000:2.0:1734016141.065494:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855040 00000100:00100000:2.0:1734016141.065722:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14543 00000100:00100000:2.0:1734016141.065729:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.065746:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.065763:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23ae8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0640 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.065812:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046656:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.065861:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.071406:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046656:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.071442:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23ae8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0640 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.071456:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23ae8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0640 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.072596:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016141.072651:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6920us (7458us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.072659:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14543 00000100:00100000:0.0:1734016141.074649:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.074775:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855168 00000100:00100000:2.0:1734016141.074784:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855168 00000100:00100000:2.0:1734016141.074838:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14544 00000100:00100000:2.0:1734016141.074846:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.074868:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.074891:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23aef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0647 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.074956:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046784:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.075008:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.085829:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046784:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.085867:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23aef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0647 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.085878:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea23aef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0647 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.085910:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016141.085958:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11112us (11320us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.085966:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14544 00000100:00100000:0.0:1734016141.088262:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.088418:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855296 00000100:00100000:2.0:1734016141.088425:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855296 00000100:00100000:2.0:1734016141.088464:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14545 00000100:00100000:2.0:1734016141.088469:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.088482:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.088496:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23af6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae064e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.088536:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046912:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.088599:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.093088:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341046912:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.093126:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23af6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae064e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.093137:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea23af6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae064e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.093148:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016141.093213:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4742us (4956us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.093224:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14545 00000100:00100000:0.0:1734016141.097168:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.099197:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855424 00000100:00100000:2.0:1734016141.099212:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855424 00000100:00100000:2.0:1734016141.099304:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14546 00000100:00100000:2.0:1734016141.099316:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.099342:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.099368:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23afd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0655 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.099436:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047040:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.099505:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.102248:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047040:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.102299:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23afd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0655 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.102312:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23afd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0655 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.102322:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016141.102358:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3045us (5202us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.102366:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14546 00000100:00100000:0.0:1734016141.104873:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.104996:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855552 00000100:00100000:2.0:1734016141.105006:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855552 00000100:00100000:2.0:1734016141.105628:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14547 00000100:00100000:2.0:1734016141.105636:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.105653:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.105669:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23b04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae065c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.105725:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047168:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.105780:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.107731:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047168:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.107767:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23b04 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae065c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.107777:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea23b04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae065c expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.107786:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016141.107822:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338855552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2185us (2956us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.107830:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14547 00000100:00100000:0.0:1734016141.109929:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.110105:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855680 00000100:00100000:2.0:1734016141.110116:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855680 00000100:00100000:2.0:1734016141.110173:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14548 00000100:00100000:2.0:1734016141.110182:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338855680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.110203:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.110224:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0663 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.110256:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.110258:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.110267:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.110324:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.110335:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016141.110372:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1971:x1818247338855680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 191us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.110379:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14548 00000100:00100000:0.0:1734016141.124357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.124527:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855808 00000100:00100000:1.0:1734016141.124535:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855808 00000100:00100000:1.0:1734016141.124588:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14549 00000100:00100000:1.0:1734016141.124595:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.124610:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.124624:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23b12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae066a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.124666:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341047296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.124720:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.131756:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341047296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.131791:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23b12 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae066a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.131805:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23b12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae066a expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.131819:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016141.131909:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338855808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7313us (7558us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.131917:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14549 00000100:00100000:0.0:1734016141.135264:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.135404:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338855936 00000100:00100000:1.0:1734016141.135414:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338855936 00000100:00100000:1.0:1734016141.135919:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14550 00000100:00100000:1.0:1734016141.135928:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338855936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.135947:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.135966:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0671 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.135991:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.135997:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.135998:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.136003:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [610304->614399] (req 610304->614399) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.136028:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.136040:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 10 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016141.136050:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341047424:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016141.136970:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.145246:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.145837:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341047424:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.145863:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [610304->614399] (req 610304->614399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.145879:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016141.145919:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338855936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9992us (10661us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.145927:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14550 00000100:00100000:2.0:1734016141.147682:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856064 00000100:00100000:2.0:1734016141.147693:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856064 00002000:00100000:2.0:1734016141.147754:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1765376->1773113) req@ffff880130887b80 x1818247338856064/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8232/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.147764:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338856064 ext(1765376->1773113) 00010000:00010000:2.0:1734016141.147773:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 11 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016141.147785:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 11 pid: 8975 timeout: 509 lvb_type: 0 00002000:00010000:2.0:1734016141.147791:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130887b80 00000100:00100000:2.0:1734016141.147820:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 383 00000100:00100000:2.0:1734016141.147828:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338856064:12345-192.168.201.60@tcp:4:fsx.0 00000100:00080000:1.0:1734016141.148259:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000100:00100000:2.0:1734016141.150153:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338856064:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2318us (4908us total) trans 4294968360 rc 0/0 00000100:00100000:2.0:1734016141.150164:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 383 00002000:00100000:2.0:1734016141.150174:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1765376->1773113) req@ffff880130887b80 x1818247338856064/t4294968360(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8232/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.150182:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338856064 ext(1765376->1773113) 00010000:00010000:2.0:1734016141.150191:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:2.0:1734016141.150206:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00002000:00010000:2.0:1734016141.150211:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130887b80 00000100:00100000:0.0:1734016141.153194:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.154553:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856192 00000100:00100000:3.0:1734016141.154565:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856192 00010000:00010000:3.0:1734016141.154603:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016141.154643:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4007 00000100:00100000:3.0:1734016141.154649:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338856192:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.154665:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016141.154686:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:3.0:1734016141.154712:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.154723:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.154743:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23a7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05e5 expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.154780:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.154782:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.154788:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.154795:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.154829:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.154840:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341047552:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016141.154903:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.161401:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341047552:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016141.161426:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.161465:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338856192:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6814us (8277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.161476:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4007 00000100:00100000:0.0:1734016141.162226:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.162944:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856448 00000100:00100000:2.0:1734016141.162951:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856448 00002000:00100000:2.0:1734016141.162981:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (610304->614399) req@ffff880130887480 x1818247338856448/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.162990:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887480 with x1818247338856448 ext(610304->614399) 00002000:00010000:2.0:1734016141.162994:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130887480 00000100:00100000:2.0:1734016141.163016:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9831 00000100:00100000:2.0:1734016141.163021:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338856448:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.163142:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338856448:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 120us (917us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.163149:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9831 00002000:00100000:2.0:1734016141.163154:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (610304->614399) req@ffff880130887480 x1818247338856448/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.163160:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887480 with x1818247338856448 ext(610304->614399) 00002000:00010000:2.0:1734016141.163163:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130887480 00000100:00100000:0.0:1734016141.166413:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.166933:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856576 00000100:00100000:1.0:1734016141.166942:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856576 00000100:00100000:1.0:1734016141.167242:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14551 00000100:00100000:1.0:1734016141.167251:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338856576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.167302:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.167323:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0678 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.167349:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.167351:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.167360:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.167375:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.167386:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016141.167452:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338856576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 202us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.167459:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14551 00000100:00100000:0.0:1734016141.170727:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.173464:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856704 00000100:00100000:2.0:1734016141.173474:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856704 00000100:00100000:2.0:1734016141.173529:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14552 00000100:00100000:2.0:1734016141.173536:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338856704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.173563:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.173579:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae067f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.173604:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.173611:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.173617:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.173619:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.173623:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1552384->1556479] (req 1552384->1556479) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.173650:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.173661:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 509 lvb_type: 1 00000100:00100000:2.0:1734016141.173673:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047680:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.173745:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.173753:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 7 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016141.173761:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047808:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016141.173778:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.177000:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047680:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016141.177013:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341047808:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.177044:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [1552384->1556479] (req 1552384->1556479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.177059:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016141.177099:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338856704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3561us (6379us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.177107:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14552 00000100:00100000:0.0:1734016141.178868:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.178915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.178994:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856960 00000100:00100000:1.0:1734016141.179002:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856960 00010000:00010000:1.0:1734016141.179031:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016141.179051:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338856832 00000100:00100000:1.0:1734016141.179053:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338856832 00010000:00010000:1.0:1734016141.179064:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016141.179095:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4008 00000100:00100000:1.0:1734016141.179102:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338856960:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.179114:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.179135:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016141.179144:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016141.179163:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23b19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0671 expref: 8 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:1.0:1734016141.179181:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.179214:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338856960:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 112us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.179220:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4008 00000100:00100000:1.0:1734016141.179248:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4009 00000100:00100000:1.0:1734016141.179252:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338856832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.179258:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.179265:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016141.179298:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016141.179309:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23b20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0678 expref: 14 pid: 7692 timeout: 509 lvb_type: 1 00010000:00010000:1.0:1734016141.179317:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.179319:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.179324:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.179331:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.179360:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.179371:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341047936:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016141.179400:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.191820:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.191864:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.191957:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857344 00000100:00100000:2.0:1734016141.191965:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857344 00002000:00100000:2.0:1734016141.191999:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1552384->1556479) req@ffff88012f182d80 x1818247338857344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.192008:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338857344 ext(1552384->1556479) 00002000:00010000:2.0:1734016141.192013:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80 00000100:00100000:2.0:1734016141.192027:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857472 00000100:00100000:2.0:1734016141.192029:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857472 00002000:00100000:2.0:1734016141.192039:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff88012f180380 x1818247338857472/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.192045:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180380 with x1818247338857472 ext(0->647167) 00002000:00010000:2.0:1734016141.192048:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180380 00000100:00100000:2.0:1734016141.192060:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9832 00000100:00100000:2.0:1734016141.192065:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338857344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.192200:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338857344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.192206:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9832 00002000:00100000:2.0:1734016141.192211:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1552384->1556479) req@ffff88012f182d80 x1818247338857344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.192217:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338857344 ext(1552384->1556479) 00002000:00010000:2.0:1734016141.192219:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80 00000100:00100000:2.0:1734016141.192231:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9833 00000100:00100000:2.0:1734016141.192234:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338857472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.192799:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341047936:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016141.192816:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.192836:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338856832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 13583us (13921us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.192842:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4009 00000100:00100000:2.0:1734016141.203409:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338857472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 11163us (11535us total) trans 0 rc 647168/647168 00000100:00100000:2.0:1734016141.203420:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9833 00002000:00100000:2.0:1734016141.203430:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff88012f180380 x1818247338857472/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 647168/647168 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.203438:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180380 with x1818247338857472 ext(0->647167) 00002000:00010000:2.0:1734016141.203443:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180380 00000100:00100000:0.0:1734016141.204299:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.205170:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857600 00000100:00100000:2.0:1734016141.205177:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857600 00000100:00100000:2.0:1734016141.205220:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14553 00000100:00100000:2.0:1734016141.205225:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338857600:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016141.205407:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1773114 -> 1773114 00002000:00010000:2.0:1734016141.205410:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.205412:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.205414:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:2.0:1734016141.205415:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016141.205485:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338857600:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 258us (1212us total) trans 4294968361 rc 0/0 00000100:00100000:2.0:1734016141.205491:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14553 00000100:00100000:0.0:1734016141.208628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.208720:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857728 00000100:00100000:1.0:1734016141.208728:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857728 00000100:00100000:1.0:1734016141.211254:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14554 00000100:00100000:1.0:1734016141.211267:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338857728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.211497:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.211514:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23b2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0686 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.211570:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341048064:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.211631:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.214030:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341048064:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.214059:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23b2e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0686 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.214071:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23b2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0686 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.214084:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016141.214137:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338857728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2872us (5516us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.214145:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14554 00000100:00100000:0.0:1734016141.218727:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.220625:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857856 00000100:00100000:1.0:1734016141.220639:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857856 00000100:00100000:1.0:1734016141.220935:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14555 00000100:00100000:1.0:1734016141.220946:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338857856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.220967:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.220987:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23b35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae068d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.221043:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341048192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.221114:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.223652:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341048192:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.223682:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23b35 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae068d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.223694:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23b35 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae068d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.223707:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016141.224376:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338857856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3429us (5656us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.224384:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14555 00000100:00100000:0.0:1734016141.227584:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.228179:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338857984 00000100:00100000:1.0:1734016141.228187:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338857984 00000100:00100000:1.0:1734016141.228301:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14556 00000100:00100000:1.0:1734016141.228309:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338857984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.228327:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.228348:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0694 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.228379:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.228388:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.228398:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.228400:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.228405:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3883008->3891199] (req 3883008->3891199) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.228436:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.228447:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 20 pid: 8975 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016141.228460:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341048320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.229108:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.229117:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016141.229124:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341048448:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016141.229143:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.235194:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.235242:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.235266:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858240 00000100:00100000:0.0:1734016141.235299:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858240 00010000:00010000:0.0:1734016141.235327:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016141.235360:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858112 00000100:00100000:0.0:1734016141.235362:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858112 00010000:00010000:0.0:1734016141.235372:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 21 pid: 8975 timeout: 509 lvb_type: 1 00000100:00100000:0.0:1734016141.235388:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4010 00000100:00100000:0.0:1734016141.235394:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338858240:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.235405:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.235422:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016141.235431:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 15 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016141.235451:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.235484:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338858240:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 90us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.235491:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4010 00000100:00100000:0.0:1734016141.235504:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4011 00000100:00100000:0.0:1734016141.235508:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247338858112:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.235514:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.235520:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 21 pid: 8975 timeout: 509 lvb_type: 1 00010000:00010000:0.0:1734016141.235528:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 21 pid: 8975 timeout: 509 lvb_type: 1 00010000:00010000:0.0:1734016141.235538:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.235540:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.235557:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 21 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.235564:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 21 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.235590:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 21 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.235602:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341048576:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016141.235629:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00010000:00010000:1.0:1734016141.236097:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea23b0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0663 expref: 21 pid: 8975 timeout: 509 lvb_type: 1 00000100:00100000:1.0:1734016141.236117:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341048320:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.236130:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23ada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0632 expref: 14 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016141.236138:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341048448:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.236158:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.236166:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016141.236201:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338857984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7893us (8623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.236207:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14556 00000100:00100000:0.0:1734016141.238776:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341048576:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016141.238792:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016141.238836:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338858112:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3324us (3592us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.238844:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4011 00000100:00100000:2.0:1734016141.241656:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.241828:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858368 00000100:00100000:1.0:1734016141.241836:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858368 00000100:00100000:1.0:1734016141.241879:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14557 00000100:00100000:1.0:1734016141.241886:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338858368:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016141.242023:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 645388 -> 645388 00002000:00010000:1.0:1734016141.242026:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016141.242028:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016140 -> 1734016138 00002000:00010000:1.0:1734016141.242029:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016140 -> 1734016140 00002000:00010000:1.0:1734016141.242031:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 848 00000100:00100000:1.0:1734016141.242106:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338858368:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 219us (455us total) trans 4294969993 rc 0/0 00000100:00100000:1.0:1734016141.242112:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14557 00000100:00100000:0.0:1734016141.246421:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.246659:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.247082:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858496 00000100:00100000:2.0:1734016141.247089:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858496 00000100:00100000:2.0:1734016141.247123:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858624 00000100:00100000:2.0:1734016141.247126:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858624 00000100:00100000:2.0:1734016141.247148:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14558 00000100:00100000:2.0:1734016141.247154:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338858496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.247169:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.247184:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23b43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae069b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.247228:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341048704:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.247294:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.247477:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14559 00000100:00100000:0.0:1734016141.247482:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338858624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.247490:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.247500:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea23b4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06a2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.247525:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341048832:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.247552:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016141.249929:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016138 -> 1734016140 00000100:00100000:2.0:1734016141.249951:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341048704:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.249980:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23b43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae069b expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.249994:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23b43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae069b expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.250030:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016141.250069:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338858496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2915us (3656us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.250080:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14558 00000100:00100000:0.0:1734016141.250352:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341048832:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016141.250380:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea23b4a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06a2 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.250392:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea23b4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06a2 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.250408:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016141.250432:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338858624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2949us (3773us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016141.250437:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14559 00000100:00100000:0.0:1734016141.253234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.253434:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858752 00000100:00100000:2.0:1734016141.253442:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858752 00000100:00100000:0.0:1734016141.253659:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14560 00000100:00100000:0.0:1734016141.253665:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338858752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.253680:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.253696:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23b51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06a9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.253740:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341048960:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.253794:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.253897:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.253974:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338858880 00000100:00100000:2.0:1734016141.253977:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338858880 00000100:00100000:2.0:1734016141.253994:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14561 00000100:00100000:2.0:1734016141.253999:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338858880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.254006:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.254017:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23b58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06b0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.254042:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341049088:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.254065:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.257631:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341048960:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.257660:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23b51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06a9 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.257677:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23b51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06a9 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.257705:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:2.0:1734016141.257755:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338858752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4087us (4525us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.257762:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14560 00000100:00100000:2.0:1734016141.261814:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341049088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.261843:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23b58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06b0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.261856:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23b58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06b0 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.261865:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016141.261907:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338858880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7906us (8009us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.261913:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14561 00000100:00100000:0.0:1734016141.267264:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.267603:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.267627:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859136 00000100:00100000:2.0:1734016141.267635:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859136 00000100:00100000:2.0:1734016141.267683:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14562 00000100:00100000:2.0:1734016141.267690:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338859136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.267706:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.267721:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23b5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06be expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.267766:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341049216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.268579:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859008 00000100:00100000:3.0:1734016141.268584:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859008 00000100:00100000:3.0:1734016141.268608:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14563 00000100:00100000:3.0:1734016141.268613:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338859008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.268620:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.268631:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23b66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06b7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.268662:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341049344:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.268739:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.268894:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.271333:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341049216:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.271364:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23b5f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06be expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.271377:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48900/0x857af32d4ea23b5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06be expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.271401:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016141.271438:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338859136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3746us (4180us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.271446:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14562 00000100:00100000:3.0:1734016141.272717:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341049344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.272741:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23b66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06b7 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.272752:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23b66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06b7 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.272776:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016141.272805:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1972:x1818247338859008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4190us (5201us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.272812:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14563 00000100:00100000:0.0:1734016141.275416:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.275450:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.275536:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859264 00000100:00100000:2.0:1734016141.275551:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859264 00000100:00100000:2.0:1734016141.275576:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859392 00000100:00100000:2.0:1734016141.275577:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859392 00000100:00100000:2.0:1734016141.275590:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14564 00000100:00100000:2.0:1734016141.275595:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338859264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.275607:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.275621:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea23b6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06c5 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.275666:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341049472:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.275723:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.275781:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14565 00000100:00100000:3.0:1734016141.275786:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338859392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.275793:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.275802:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23b74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06cc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.275828:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341049600:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.275846:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.278114:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341049472:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.278144:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea23b6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06c5 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.278155:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea23b6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06c5 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.278179:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016141.278216:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247338859264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2619us (2805us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.278223:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14564 00000100:00100000:3.0:1734016141.278473:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341049600:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.278493:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23b74 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06cc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.278502:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23b74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06cc expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.278522:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016141.278552:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338859392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2755us (3091us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.278558:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14565 00000100:00100000:1.0:1734016141.281609:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.281697:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859520 00000100:00100000:3.0:1734016141.281705:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859520 00000100:00100000:3.0:1734016141.281797:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14566 00000100:00100000:3.0:1734016141.281805:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338859520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.281821:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.281835:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06d3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.281861:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.281867:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.281869:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.281872:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.281900:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 19 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.281916:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 19 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016141.281926:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341049728:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016141.281989:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.285850:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.285906:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859648 00000100:00100000:0.0:1734016141.285913:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859648 00010000:00010000:0.0:1734016141.285942:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:0.0:1734016141.285974:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4012 00000100:00100000:0.0:1734016141.285980:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247338859648:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.285991:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016141.286010:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016141.286021:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 509 lvb_type: 0 00010000:00010000:0.0:1734016141.286042:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.286044:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.286050:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.286062:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.286093:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.286106:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341049856:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016141.286150:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016141.286235:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea23b3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0694 expref: 20 pid: 7692 timeout: 509 lvb_type: 0 00000100:00100000:2.0:1734016141.286250:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341049728:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.286290:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.286299:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016141.286322:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338859520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4518us (4722us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.286329:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14566 00000100:00100000:2.0:1734016141.290117:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006f275180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341049856:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.290140:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.290477:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338859648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4494us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.290488:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4012 00000100:00100000:0.0:1734016141.291077:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.291425:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338859904 00000100:00100000:2.0:1734016141.291431:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338859904 00002000:00100000:2.0:1734016141.291461:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff88006f274a80 x1818247338859904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.291470:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338859904 ext(0->647167) 00002000:00010000:2.0:1734016141.291475:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:2.0:1734016141.291559:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9834 00000100:00100000:2.0:1734016141.291566:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338859904:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.298652:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338859904:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 7074us (7564us total) trans 0 rc 647168/647168 00000100:00100000:2.0:1734016141.298663:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9834 00002000:00100000:2.0:1734016141.298673:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->647167) req@ffff88006f274a80 x1818247338859904/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 647168/647168 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.298682:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338859904 ext(0->647167) 00002000:00010000:2.0:1734016141.298686:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:0.0:1734016141.301713:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.301808:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860032 00000100:00100000:2.0:1734016141.301815:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860032 00000100:00100000:2.0:1734016141.302414:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14567 00000100:00100000:2.0:1734016141.302422:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338860032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.302437:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.302453:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea23b82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06da expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.302503:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341049984:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.302569:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.304169:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341049984:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.304195:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea23b82 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06da expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.304206:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea23b82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06da expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.304257:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016141.304703:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338860032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2280us (2995us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.304711:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14567 00000100:00100000:0.0:1734016141.306679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.306793:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860160 00000100:00100000:2.0:1734016141.306801:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860160 00000100:00100000:2.0:1734016141.306836:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14568 00000100:00100000:2.0:1734016141.306843:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338860160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.306857:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.306873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23b89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06e1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.306919:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050112:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.307187:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.309079:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050112:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.309110:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23b89 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06e1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.309123:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea23b89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06e1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.309133:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016141.309174:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338860160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2331us (2502us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.309182:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14568 00000100:00100000:0.0:1734016141.312057:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.312158:0:6489:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860416 00000100:00100000:3.0:1734016141.312166:0:6489:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860416 00000100:00100000:3.0:1734016141.312465:0:6489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 52 00000100:00100000:3.0:1734016141.312472:0:6489:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338860416:12345-192.168.201.60@tcp:35:fsx.0 00000100:00080000:1.0:1734016141.312779:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:3.0:1734016141.312916:0:6489:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338860416:12345-192.168.201.60@tcp:35:fsx.0 Request processed in 443us (866us total) trans 4294969066 rc 0/0 00000100:00100000:3.0:1734016141.312923:0:6489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 52 00000100:00100000:2.0:1734016141.314739:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.314825:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860544 00000100:00100000:0.0:1734016141.314831:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860544 00000100:00100000:0.0:1734016141.315352:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2757 00000100:00100000:0.0:1734016141.315359:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338860544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.315378:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.315397:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23b90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06e8 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.315449:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea23b97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016141.315460:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea23b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016141.315468:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea23b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:0.0:1734016141.315500:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1734016141.315504:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016141.315519:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea23b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016141.315538:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23b90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06e8 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.315583:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933f600/0x857af32d4ea23b97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06e8 expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.315589:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b4833400) 00010000:00010000:0.0:1734016141.315592:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1734016141.315595:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f600, rc 0) 00000100:00100000:0.0:1734016141.315640:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338860544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 280us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.315646:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2757 00000100:00100000:0.0:1734016141.318393:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.318568:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860800 00000100:00100000:1.0:1734016141.318576:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860800 00000100:00100000:1.0:1734016141.318626:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2758 00000100:00100000:1.0:1734016141.318633:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338860800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.318649:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.318665:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea23b9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06ef expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.318728:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318739:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318747:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318758:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318763:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318768:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318850:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23bb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318857:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318863:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016141.318871:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5967418 00010000:00010000:1.0:1734016141.318930:0:6488:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318936:0:6488:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318940:0:6488:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318945:0:6488:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78480 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:1.0:1734016141.318948:0:6488:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318953:0:6488:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318962:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b4833400) 00010000:00010000:1.0:1734016141.318964:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016141.318967:0:6488:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.318972:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea23ba5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319010:0:6488:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319016:0:6488:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319020:0:6488:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319027:0:6488:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78fc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:1.0:1734016141.319029:0:6488:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319034:0:6488:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319040:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3ce3da0 (ffff8800ae65e100) 00010000:00010000:1.0:1734016141.319042:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1734016141.319044:0:6488:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319048:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea23bac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3ce3da0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016141.319080:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea23b9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06ef expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.319092:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06ef expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.319098:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016141.319099:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016141.319101:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016141.319150:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338860800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 517us (764us total) trans 4294969067 rc 0/0 00000100:00100000:1.0:1734016141.319156:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2758 00000100:00100000:0.0:1734016141.324006:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.324246:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.324459:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861056 00000100:00100000:2.0:1734016141.324467:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861056 00000100:00100000:3.0:1734016141.324620:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338860928 00000100:00100000:3.0:1734016141.324624:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338860928 00000100:00100000:3.0:1734016141.324645:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14569 00000100:00100000:3.0:1734016141.324651:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338860928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.324667:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.324680:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06f6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.324698:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.324701:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.324707:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.324725:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.324733:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016141.324769:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338860928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 118us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.324775:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14569 00000100:00100000:2.0:1734016141.324985:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 19 00000100:00100000:2.0:1734016141.324990:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247338861056:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.324999:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.325014:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea23bb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06ef expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.325041:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016141.325044:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.325061:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338861056:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 71us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.325066:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 19 00000100:00100000:0.0:1734016141.327987:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.328150:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861184 00000100:00100000:1.0:1734016141.328158:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861184 00000100:00100000:1.0:1734016141.328209:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14570 00000100:00100000:1.0:1734016141.328216:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338861184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.328230:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.328243:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23bc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae06fd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.328325:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341050240:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.328377:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.329783:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341050240:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.329809:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23bc8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06fd expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329820:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23bc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06fd expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329850:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016141.329885:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338861184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1667us (1903us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.329893:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14570 00000100:00100000:0.0:1734016141.331967:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.332056:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861312 00000100:00100000:1.0:1734016141.332064:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861312 00000100:00100000:1.0:1734016141.332105:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14571 00000100:00100000:1.0:1734016141.332110:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338861312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.332123:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.332137:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0704 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.332162:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.332168:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.332170:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.332173:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [937984->942079] (req 937984->942079) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.332195:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.332204:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 13 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:1.0:1734016141.332214:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341050368:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016141.332252:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.335558:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.335730:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341050368:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.335756:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [937984->942079] (req 937984->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.335770:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016141.335806:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338861312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3696us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.335813:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14571 00000100:00100000:3.0:1734016141.336150:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861440 00000100:00100000:3.0:1734016141.336157:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861440 00002000:00100000:3.0:1734016141.336186:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1552384->1556479) req@ffff88007c6b4a80 x1818247338861440/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 4584/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.336194:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338861440 ext(1552384->1556479) 00010000:00010000:3.0:1734016141.336201:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 14 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.336212:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 14 pid: 8975 timeout: 509 lvb_type: 0 00002000:00010000:3.0:1734016141.336218:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c6b4a80 00000100:00100000:3.0:1734016141.336244:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 384 00000100:00100000:3.0:1734016141.336250:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338861440:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.337978:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338861440:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1722us (2433us total) trans 4294968362 rc 0/0 00000100:00100000:3.0:1734016141.337988:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 384 00002000:00100000:3.0:1734016141.337997:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1552384->1556479) req@ffff88007c6b4a80 x1818247338861440/t4294968362(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 4584/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.338006:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338861440 ext(1552384->1556479) 00010000:00010000:3.0:1734016141.338013:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.338025:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00002000:00010000:3.0:1734016141.338031:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c6b4a80 00000100:00100000:0.0:1734016141.340207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.340350:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861568 00000100:00100000:3.0:1734016141.340358:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861568 00010000:00010000:3.0:1734016141.340386:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00000100:00100000:3.0:1734016141.340760:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4013 00000100:00100000:3.0:1734016141.340767:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338861568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.340781:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016141.340800:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 24 00010000:00010000:3.0:1734016141.340806:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.340817:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.340837:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23b27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae067f expref: 16 pid: 8975 timeout: 509 lvb_type: 0 00010000:00010000:3.0:1734016141.340870:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.340873:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.340879:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.340887:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.340918:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.340930:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341050496:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016141.340993:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.344905:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.345006:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341050496:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016141.345024:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.345060:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338861568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4292us (4858us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.345070:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4013 00000100:00100000:2.0:1734016141.345149:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861824 00000100:00100000:2.0:1734016141.345155:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861824 00002000:00100000:2.0:1734016141.345186:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff88007c6b7100 x1818247338861824/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.345196:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7100 with x1818247338861824 ext(937984->942079) 00002000:00010000:2.0:1734016141.345199:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b7100 00000100:00100000:2.0:1734016141.345948:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9835 00000100:00100000:2.0:1734016141.345954:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338861824:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.346094:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338861824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 139us (1197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016141.346101:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9835 00002000:00100000:2.0:1734016141.346106:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff88007c6b7100 x1818247338861824/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.346113:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b7100 with x1818247338861824 ext(937984->942079) 00002000:00010000:2.0:1734016141.346115:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c6b7100 00000100:00100000:0.0:1734016141.356873:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.357374:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338861952 00000100:00100000:3.0:1734016141.357383:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338861952 00002000:00100000:3.0:1734016141.357419:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff8800782f7800 x1818247338861952/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 4584/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.357428:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f7800 with x1818247338861952 ext(937984->942079) 00002000:00010000:3.0:1734016141.357433:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f7800 00000100:00100000:3.0:1734016141.357465:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9836 00000100:00100000:3.0:1734016141.357471:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338861952:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.358158:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338861952:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 684us (1291us total) trans 4294968363 rc 0/0 00000100:00100000:3.0:1734016141.358166:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9836 00002000:00100000:3.0:1734016141.358172:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (937984->942079) req@ffff8800782f7800 x1818247338861952/t4294968363(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 4584/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.358181:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f7800 with x1818247338861952 ext(937984->942079) 00002000:00010000:3.0:1734016141.358184:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800782f7800 00000100:00100000:0.0:1734016141.359645:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.359786:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862080 00000100:00100000:2.0:1734016141.359794:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862080 00000100:00100000:2.0:1734016141.359844:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2759 00000100:00100000:2.0:1734016141.359849:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338862080:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016141.359944:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338862080:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 94us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.359950:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2759 00000100:00100000:0.0:1734016141.369182:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.369297:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862208 00000100:00100000:1.0:1734016141.369306:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862208 00000100:00100000:1.0:1734016141.369352:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14572 00000100:00100000:1.0:1734016141.369359:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338862208:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016141.370991:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968363 is committed 00000001:00080000:0.0:1734016141.371002:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968362 is committed 00000100:00100000:1.0:1734016141.371197:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338862208:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1835us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.371206:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14572 00000100:00100000:0.0:1734016141.376458:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.376532:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862464 00000100:00100000:3.0:1734016141.376547:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862464 00002000:00100000:3.0:1734016141.376582:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3637248->3641343) req@ffff8800782f6680 x1818247338862464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.376591:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338862464 ext(3637248->3641343) 00002000:00010000:3.0:1734016141.376596:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f6680 00000100:00100000:3.0:1734016141.376623:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9837 00000100:00100000:3.0:1734016141.376630:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338862464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.376755:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338862464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 124us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.376762:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9837 00002000:00100000:3.0:1734016141.376767:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3637248->3641343) req@ffff8800782f6680 x1818247338862464/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.376773:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f6680 with x1818247338862464 ext(3637248->3641343) 00002000:00010000:3.0:1734016141.376776:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f6680 00000100:00100000:0.0:1734016141.380960:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.381059:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862720 00000100:00100000:2.0:1734016141.381068:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862720 00002000:00100000:2.0:1734016141.381103:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3641344->3645439) req@ffff8800782f5f80 x1818247338862720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.381112:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338862720 ext(3641344->3645439) 00002000:00010000:2.0:1734016141.381118:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5f80 00000100:00100000:2.0:1734016141.381615:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9838 00000100:00100000:2.0:1734016141.381621:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338862720:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.382395:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338862720:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 772us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.382402:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9838 00002000:00100000:2.0:1734016141.382407:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3641344->3645439) req@ffff8800782f5f80 x1818247338862720/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.382414:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5f80 with x1818247338862720 ext(3641344->3645439) 00002000:00010000:2.0:1734016141.382417:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5f80 00000100:00100000:0.0:1734016141.384791:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.384873:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862848 00000100:00100000:1.0:1734016141.384882:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862848 00000100:00100000:3.0:1734016141.386041:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14573 00000100:00100000:3.0:1734016141.386049:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338862848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.386066:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.386081:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae070b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.386128:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050624:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.386190:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.391201:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016140 -> 1734016141 00002000:00010000:3.0:1734016141.391208:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00002000:00010000:3.0:1734016141.391210:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016140 -> 1734016141 00002000:00010000:3.0:1734016141.391212:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 32 00000100:00100000:3.0:1734016141.391232:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050624:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.391263:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bd6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae070b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.391294:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae070b expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.391490:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016141.391866:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338862848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5813us (7078us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.391874:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14573 00000100:00100000:0.0:1734016141.394917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.395010:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338862976 00000100:00100000:3.0:1734016141.395017:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338862976 00000100:00100000:3.0:1734016141.395055:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14574 00000100:00100000:3.0:1734016141.395061:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338862976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.395077:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.395090:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23bdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0712 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.395135:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050752:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.395183:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.397449:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050752:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.397478:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23bdd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0712 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.397491:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23bdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0712 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.397505:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016141.397555:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338862976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2492us (2646us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.397563:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14574 00000100:00100000:0.0:1734016141.400633:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.400746:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863104 00000100:00100000:3.0:1734016141.400756:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863104 00000100:00100000:3.0:1734016141.400854:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14575 00000100:00100000:3.0:1734016141.400861:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338863104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.400879:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.400896:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23be4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0719 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.400943:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050880:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.400991:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.402575:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341050880:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.402602:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23be4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0719 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.402614:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23be4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0719 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.402624:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016141.402786:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338863104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1923us (2161us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.402794:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14575 00000100:00100000:0.0:1734016141.404965:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.405067:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863232 00000100:00100000:3.0:1734016141.405075:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863232 00000100:00100000:3.0:1734016141.405298:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14576 00000100:00100000:3.0:1734016141.405305:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338863232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.405320:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.405336:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23beb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0720 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.405379:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051008:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.405424:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.409161:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.409197:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23beb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0720 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.409216:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23beb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0720 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.409788:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016141.409875:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338863232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4568us (4916us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.409883:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14576 00000100:00100000:0.0:1734016141.413171:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.413304:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863488 00000100:00100000:2.0:1734016141.413312:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863488 00002000:00100000:2.0:1734016141.413352:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3469312->3473407) req@ffff8800782f4a80 x1818247338863488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.413360:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247338863488 ext(3469312->3473407) 00002000:00010000:2.0:1734016141.413364:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:2.0:1734016141.413822:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9839 00000100:00100000:2.0:1734016141.413829:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338863488:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.413967:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338863488:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.413974:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9839 00002000:00100000:2.0:1734016141.413979:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3469312->3473407) req@ffff8800782f4a80 x1818247338863488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.413986:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247338863488 ext(3469312->3473407) 00002000:00010000:2.0:1734016141.413989:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:0.0:1734016141.416252:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.416906:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863616 00000100:00100000:3.0:1734016141.416915:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863616 00000100:00100000:3.0:1734016141.416961:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14577 00000100:00100000:3.0:1734016141.416967:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338863616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.416984:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.417001:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bf2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0727 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.417055:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051136:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.417432:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.419901:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051136:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.419932:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bf2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0727 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.419943:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23bf2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0727 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.419969:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016141.420083:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338863616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3113us (3838us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.420092:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14577 00000100:00100000:0.0:1734016141.423679:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.423752:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863744 00000100:00100000:3.0:1734016141.423759:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863744 00000100:00100000:3.0:1734016141.423795:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14578 00000100:00100000:3.0:1734016141.423801:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338863744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.423818:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.423833:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23bf9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae072e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.423874:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051264:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.423976:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.425443:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341051264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.425470:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23bf9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae072e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.425483:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23bf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae072e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.425493:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016141.425525:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338863744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1723us (1852us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.425535:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14578 00000100:00100000:0.0:1734016141.427250:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.427388:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338863872 00000100:00100000:3.0:1734016141.427394:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338863872 00000100:00100000:3.0:1734016141.428147:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14579 00000100:00100000:3.0:1734016141.428154:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338863872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.428168:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.428182:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0735 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.428205:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.428212:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.428217:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.428219:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.428222:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.428246:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.428257:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 19 pid: 7694 timeout: 510 lvb_type: 1 00000100:00100000:3.0:1734016141.428267:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051392:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.428345:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.428352:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 16 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016141.428360:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051520:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016141.428377:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.431389:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.431995:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864000 00000100:00100000:2.0:1734016141.432002:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864000 00010000:00010000:2.0:1734016141.432037:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.432070:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4014 00000100:00100000:2.0:1734016141.432076:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338864000:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.432092:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.432113:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.432122:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.432145:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.432250:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051392:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.432260:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23b7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06d3 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016141.432294:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051520:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.432319:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.432327:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:2.0:1734016141.434419:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338864000:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2333us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.434429:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4014 00000100:00100000:3.0:1734016141.434488:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247338863872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6333us (7240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.434496:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14579 00000100:00100000:0.0:1734016141.434915:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.435594:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864128 00000100:00100000:2.0:1734016141.435603:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864128 00010000:00010000:2.0:1734016141.435630:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 510 lvb_type: 1 00000100:00100000:2.0:1734016141.435665:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4015 00000100:00100000:2.0:1734016141.435671:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247338864128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.435685:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.435704:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016141.435715:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016141.435734:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23bc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae06f6 expref: 20 pid: 7694 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016141.435762:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.435764:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.435771:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.435779:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.435809:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.435820:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341051648:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016141.436825:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.439839:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341051648:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.439858:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.439903:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338864128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4231us (4988us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.439912:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4015 00000100:00100000:1.0:1734016141.440115:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.440575:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864384 00000100:00100000:3.0:1734016141.440581:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864384 00002000:00100000:3.0:1734016141.440611:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3035136->3039231) req@ffff88007a318a80 x1818247338864384/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.440621:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318a80 with x1818247338864384 ext(3035136->3039231) 00002000:00010000:3.0:1734016141.440626:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a318a80 00000100:00100000:3.0:1734016141.440644:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9840 00000100:00100000:3.0:1734016141.440650:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338864384:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.440767:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338864384:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 116us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.440773:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9840 00002000:00100000:3.0:1734016141.440779:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3035136->3039231) req@ffff88007a318a80 x1818247338864384/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.440786:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318a80 with x1818247338864384 ext(3035136->3039231) 00002000:00010000:3.0:1734016141.440789:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a318a80 00000100:00100000:0.0:1734016141.443385:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.444262:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864640 00000100:00100000:2.0:1734016141.444593:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864640 00002000:00100000:3.0:1734016141.444698:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88007a194700 x1818247338864640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.444707:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338864640 ext(3043328->3047423) 00002000:00010000:3.0:1734016141.444713:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700 00000100:00100000:3.0:1734016141.444736:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9841 00000100:00100000:3.0:1734016141.444742:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338864640:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.444900:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338864640:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 156us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.444907:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9841 00002000:00100000:3.0:1734016141.444913:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3043328->3047423) req@ffff88007a194700 x1818247338864640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.444919:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338864640 ext(3043328->3047423) 00002000:00010000:3.0:1734016141.444922:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700 00000100:00100000:0.0:1734016141.448655:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.448993:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.449072:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864768 00000100:00100000:3.0:1734016141.449081:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864768 00000100:00100000:3.0:1734016141.449111:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338864896 00000100:00100000:3.0:1734016141.449113:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338864896 00000100:00100000:3.0:1734016141.449143:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14580 00000100:00100000:3.0:1734016141.449150:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338864768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.449165:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.449179:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23c07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae073c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.449225:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051776:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.449293:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.449359:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14581 00000100:00100000:1.0:1734016141.449365:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338864896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.449372:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.449383:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23c0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0743 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.449408:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341051904:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.449428:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.451336:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341051904:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.451362:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23c0e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0743 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.451371:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23c0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0743 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.451502:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00002000:00010000:3.0:1734016141.451846:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 645388 -> 3043871 00002000:00010000:3.0:1734016141.451849:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016140 -> 1734016141 00002000:00010000:3.0:1734016141.451850:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00002000:00010000:3.0:1734016141.451852:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016140 -> 1734016141 00000100:00100000:3.0:1734016141.451861:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341051776:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.451879:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23c07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae073c expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.451887:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23c07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae073c expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.451918:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338864896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2551us (2924us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.451925:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14581 00010000:00010000:3.0:1734016141.452366:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016141.452387:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338864768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3237us (3740us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.452392:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14580 00000100:00100000:0.0:1734016141.455480:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.455520:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.455959:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865024 00000100:00100000:3.0:1734016141.455968:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865024 00000100:00100000:3.0:1734016141.456000:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865152 00000100:00100000:3.0:1734016141.456002:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865152 00000100:00100000:3.0:1734016141.456437:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14582 00000100:00100000:3.0:1734016141.456445:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338865024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.456460:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.456475:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23c15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae074a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.456519:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341052032:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.456578:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.456622:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14583 00000100:00100000:0.0:1734016141.456627:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338865152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.456634:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.456644:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23c1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0751 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.456670:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341052160:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.456689:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.458946:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341052160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.458981:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23c1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0751 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.458995:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23c1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0751 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.459021:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016141.459063:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338865152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2434us (3541us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.459071:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14583 00000100:00100000:3.0:1734016141.459477:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341052032:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.459495:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23c15 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae074a expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.459503:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23c15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae074a expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.459524:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016141.459559:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338865024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3115us (4087us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.459564:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14582 00000100:00100000:0.0:1734016141.462760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.463357:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.463924:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865280 00000100:00100000:3.0:1734016141.463932:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865280 00000100:00100000:3.0:1734016141.464336:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865408 00000100:00100000:3.0:1734016141.464340:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865408 00000100:00100000:1.0:1734016141.464386:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14584 00000100:00100000:1.0:1734016141.464393:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338865280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.464412:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.464427:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23c23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0758 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.464473:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341052288:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.464528:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.464691:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14585 00000100:00100000:2.0:1734016141.464697:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338865408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.464706:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.464715:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23c2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae075f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.464742:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341052416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.464768:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.467097:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a31b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341052288:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.467148:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23c23 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0758 expref: 20 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.467166:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23c23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0758 expref: 20 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016141.467306:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341052416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.467327:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23c2a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae075f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.467335:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea23c2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae075f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.467616:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016141.467661:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338865280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3267us (4907us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.467669:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14584 00010000:00010000:2.0:1734016141.467942:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016141.467966:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338865408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3268us (4610us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.467971:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14585 00000100:00100000:0.0:1734016141.470865:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.471161:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865536 00000100:00100000:2.0:1734016141.471169:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865536 00000100:00100000:2.0:1734016141.471555:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14586 00000100:00100000:2.0:1734016141.471562:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338865536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.471578:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.471593:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0766 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.471620:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.471626:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.471628:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.471631:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.471653:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.471662:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 14 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.471671:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052544:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016141.472018:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.475766:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052544:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.475802:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.475819:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016141.476724:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338865536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5158us (5861us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.476732:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14586 00000100:00100000:2.0:1734016141.477170:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.477385:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865664 00000100:00100000:3.0:1734016141.477391:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865664 00002000:00100000:3.0:1734016141.477432:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3035136->3043870) req@ffff880079cb7480 x1818247338865664/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 9224/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.477443:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338865664 ext(3035136->3043870) 00010000:00010000:3.0:1734016141.477453:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 15 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016141.477464:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 15 pid: 7694 timeout: 510 lvb_type: 0 00002000:00010000:3.0:1734016141.477470:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb7480 00000100:00100000:3.0:1734016141.477699:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 385 00000100:00100000:3.0:1734016141.477705:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338865664:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.478617:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338865664:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 909us (1448us total) trans 4294969994 rc 0/0 00000100:00100000:3.0:1734016141.478624:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 385 00002000:00100000:3.0:1734016141.478631:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3035136->3043870) req@ffff880079cb7480 x1818247338865664/t4294969994(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 9224/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.478639:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338865664 ext(3035136->3043870) 00010000:00010000:3.0:1734016141.478644:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016141.478654:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00002000:00010000:3.0:1734016141.478664:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079cb7480 00000100:00100000:2.0:1734016141.482880:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.482976:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338865792 00000100:00100000:0.0:1734016141.482985:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338865792 00010000:00010000:0.0:1734016141.483020:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016141.483052:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4016 00000100:00100000:0.0:1734016141.483060:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247338865792:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016141.483074:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1734016141.483090:0:7708:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 872 00010000:00010000:0.0:1734016141.483096:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016141.483107:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016141.483127:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23c00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0735 expref: 17 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016141.483980:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.483983:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016141.483992:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.484000:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.484039:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.484052:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341052672:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016141.484106:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.491131:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.491291:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866048 00000100:00100000:3.0:1734016141.491299:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866048 00002000:00100000:3.0:1734016141.491332:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (647168->3047423) req@ffff880079f90700 x1818247338866048/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.491341:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338866048 ext(647168->3047423) 00002000:00010000:3.0:1734016141.491345:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90700 00000100:00100000:3.0:1734016141.491362:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9842 00000100:00100000:3.0:1734016141.491368:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338866048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016141.494888:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341052672:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.494909:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.494956:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1972:x1818247338865792:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 11897us (12086us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.494966:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4016 00000100:00100000:3.0:1734016141.523875:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247338866048:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 32499us (32747us total) trans 0 rc 2400256/2400256 00000100:00100000:3.0:1734016141.523886:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9842 00002000:00100000:3.0:1734016141.523896:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (647168->3047423) req@ffff880079f90700 x1818247338866048/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 2400256/2400256 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.523904:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90700 with x1818247338866048 ext(647168->3047423) 00002000:00010000:3.0:1734016141.523908:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f90700 00000100:00100000:0.0:1734016141.530054:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.530363:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866176 00000100:00100000:3.0:1734016141.530372:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866176 00002000:00100000:3.0:1734016141.530410:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2428928->2437119) req@ffff880079f93b80 x1818247338866176/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.530420:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338866176 ext(2428928->2437119) 00002000:00010000:3.0:1734016141.530425:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93b80 00000100:00100000:3.0:1734016141.530449:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9843 00000100:00100000:3.0:1734016141.530456:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1972:x1818247338866176:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.533623:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1972:x1818247338866176:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3153us (3565us total) trans 4294969995 rc 0/0 00000100:00100000:3.0:1734016141.533636:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9843 00002000:00100000:3.0:1734016141.533649:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2428928->2437119) req@ffff880079f93b80 x1818247338866176/t4294969995(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.533659:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93b80 with x1818247338866176 ext(2428928->2437119) 00002000:00010000:3.0:1734016141.533665:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f93b80 00000100:00100000:0.0:1734016141.535791:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.535874:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866304 00000100:00100000:1.0:1734016141.535882:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866304 00000100:00100000:1.0:1734016141.535963:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2760 00000100:00100000:1.0:1734016141.535972:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338866304:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:1.0:1734016141.536078:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338866304:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 106us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.536084:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2760 00000100:00080000:2.0:1734016141.536159:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016111 00000100:00100000:2.0:1734016141.541442:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.541509:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866432 00000100:00100000:0.0:1734016141.541517:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866432 00000100:00100000:0.0:1734016141.541572:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14587 00000100:00100000:0.0:1734016141.541578:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338866432:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016141.544895:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969995 is committed 00000001:00080000:0.0:1734016141.544909:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969994 is committed 00000100:00100000:3.0:1734016141.545452:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338866432:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3868us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.545464:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14587 00000100:00100000:0.0:1734016141.547921:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.548035:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866560 00000100:00100000:3.0:1734016141.548044:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866560 00000100:00100000:3.0:1734016141.548094:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14588 00000100:00100000:3.0:1734016141.548100:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338866560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.548116:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.548132:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23c38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae076d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.548177:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052800:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.548603:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.550707:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 872 -> 888 00000100:00100000:3.0:1734016141.550728:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052800:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.550756:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23c38 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae076d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.550773:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23c38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae076d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.550818:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016141.550860:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338866560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2759us (2949us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.550866:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14588 00000100:00100000:2.0:1734016141.553606:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.553717:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866688 00000100:00100000:3.0:1734016141.553725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866688 00000100:00100000:3.0:1734016141.553800:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14589 00000100:00100000:3.0:1734016141.553806:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338866688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.553820:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.553833:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23c3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0774 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.553878:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052928:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.554114:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.556072:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341052928:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.556103:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23c3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0774 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.556116:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23c3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0774 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.556148:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016141.556188:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338866688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2380us (2588us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.556195:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14589 00000100:00100000:0.0:1734016141.559253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.559603:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866816 00000100:00100000:3.0:1734016141.559610:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866816 00000100:00100000:3.0:1734016141.559649:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14590 00000100:00100000:3.0:1734016141.559656:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338866816:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.559842:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3043871 -> 3043871 00002000:00010000:3.0:1734016141.559844:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.559846:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.559848:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.559849:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:3.0:1734016141.559905:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338866816:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 249us (660us total) trans 4294969996 rc 0/0 00000100:00100000:3.0:1734016141.559911:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14590 00000100:00100000:0.0:1734016141.565115:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.565294:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338866944 00000100:00100000:2.0:1734016141.565302:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338866944 00000100:00100000:2.0:1734016141.565348:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14591 00000100:00100000:2.0:1734016141.565355:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338866944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.565371:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.565387:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea23c46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae077b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.565434:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341053056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.565870:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.568170:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341053056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.568203:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea23c46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae077b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.568216:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea23c46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae077b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.568247:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016141.568313:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338866944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2956us (3204us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.568321:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14591 00000100:00100000:1.0:1734016141.572183:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.572425:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867072 00000100:00100000:2.0:1734016141.572433:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867072 00000100:00100000:2.0:1734016141.572994:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14592 00000100:00100000:2.0:1734016141.573002:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338867072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.573017:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.573032:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23c4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0782 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.573079:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341053184:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.573158:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.575586:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341053184:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.575617:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23c4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0782 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.575629:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea23c4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0782 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.575655:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016141.575996:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338867072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2992us (3818us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.576007:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14592 00000100:00100000:0.0:1734016141.579354:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.579483:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867200 00000100:00100000:2.0:1734016141.579492:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867200 00000100:00100000:2.0:1734016141.579547:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14593 00000100:00100000:2.0:1734016141.579554:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338867200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.579570:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.579585:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23c54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0789 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.579630:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053312:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.579677:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.581998:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053312:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.582029:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23c54 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0789 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.582041:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea23c54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0789 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.582099:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016141.582220:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338867200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2664us (2872us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.582228:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14593 00000100:00100000:0.0:1734016141.586626:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.586726:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867328 00000100:00100000:2.0:1734016141.586733:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867328 00000100:00100000:2.0:1734016141.586812:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14594 00000100:00100000:2.0:1734016141.586820:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338867328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.586838:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.586851:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23c5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0790 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.586898:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053440:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.586958:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.588824:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.588851:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23c5b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0790 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.588863:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea23c5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0790 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.588984:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016141.589096:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338867328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2275us (2476us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.589103:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14594 00000100:00100000:1.0:1734016141.592952:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.593052:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867584 00000100:00100000:3.0:1734016141.593062:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867584 00002000:00100000:3.0:1734016141.593100:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3571712->3575807) req@ffff88007a31b480 x1818247338867584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.593109:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247338867584 ext(3571712->3575807) 00002000:00010000:3.0:1734016141.593114:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31b480 00000100:00100000:3.0:1734016141.593671:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9844 00000100:00100000:3.0:1734016141.593678:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338867584:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.593832:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338867584:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 152us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.593839:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9844 00002000:00100000:3.0:1734016141.593845:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3571712->3575807) req@ffff88007a31b480 x1818247338867584/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.593852:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247338867584 ext(3571712->3575807) 00002000:00010000:3.0:1734016141.593855:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a31b480 00000100:00100000:0.0:1734016141.596640:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.596747:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867712 00000100:00100000:2.0:1734016141.596756:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867712 00000100:00100000:2.0:1734016141.596804:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14595 00000100:00100000:2.0:1734016141.596811:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338867712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.596828:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.596842:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea23c62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0797 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.596890:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053568:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.596943:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.607668:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053568:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.607711:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea23c62 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0797 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.607724:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea23c62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0797 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.607751:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016141.607808:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338867712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10996us (11177us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.607816:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14595 00000100:00100000:1.0:1734016141.610343:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.610403:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338867840 00000100:00100000:2.0:1734016141.610410:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338867840 00000100:00100000:2.0:1734016141.610509:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14596 00000100:00100000:2.0:1734016141.610515:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338867840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.610528:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.610567:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea23c69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae079e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.610607:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053696:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.611533:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.617831:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053696:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.617864:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea23c69 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae079e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.617877:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea23c69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae079e expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.618464:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016141.618549:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338867840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8032us (8209us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.618557:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14596 00000100:00100000:1.0:1734016141.622149:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.622254:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868096 00000100:00100000:0.0:1734016141.622263:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868096 00002000:00100000:0.0:1734016141.622422:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3579903) req@ffff88007a319180 x1818247338868096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.622431:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a319180 with x1818247338868096 ext(3047424->3579903) 00002000:00010000:0.0:1734016141.622437:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a319180 00000100:00100000:0.0:1734016141.622468:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9845 00000100:00100000:0.0:1734016141.622473:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338868096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.624962:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338868096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2480us (2814us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.624972:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9845 00002000:00100000:0.0:1734016141.624981:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3047424->3579903) req@ffff88007a319180 x1818247338868096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.624989:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a319180 with x1818247338868096 ext(3047424->3579903) 00002000:00010000:0.0:1734016141.624993:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a319180 00010000:00010000:3.0:1734016141.628437:0:6477:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.629054:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.629136:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868224 00000100:00100000:2.0:1734016141.629142:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868224 00000100:00100000:2.0:1734016141.629176:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14597 00000100:00100000:2.0:1734016141.629182:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338868224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.629195:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.629209:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23c70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07a5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.629252:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.629318:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.630402:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.630420:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23c70 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07a5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.630429:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23c70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07a5 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.630474:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016141.630501:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338868224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1319us (1453us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.630507:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14597 00000100:00100000:1.0:1734016141.632819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.632972:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868352 00000100:00100000:0.0:1734016141.632979:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868352 00002000:00100000:0.0:1734016141.633011:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3571712->3579903) req@ffff88007a318e00 x1818247338868352/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.633020:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318e00 with x1818247338868352 ext(3571712->3579903) 00002000:00010000:0.0:1734016141.633026:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a318e00 00000100:00100000:0.0:1734016141.633050:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9846 00000100:00100000:0.0:1734016141.633056:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338868352:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016141.634109:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338868352:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1048us (1292us total) trans 4294969997 rc 0/0 00000100:00100000:0.0:1734016141.634120:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9846 00002000:00100000:0.0:1734016141.634130:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3571712->3579903) req@ffff88007a318e00 x1818247338868352/t4294969997(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.634137:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318e00 with x1818247338868352 ext(3571712->3579903) 00002000:00010000:0.0:1734016141.634143:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a318e00 00000100:00100000:1.0:1734016141.636173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.636469:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868480 00000100:00100000:2.0:1734016141.636476:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868480 00000100:00100000:2.0:1734016141.636964:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14598 00000100:00100000:2.0:1734016141.636971:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338868480:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016141.638509:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969997 is committed 00000100:00100000:0.0:1734016141.638939:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338868480:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1963us (2768us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016141.638949:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14598 00000100:00100000:1.0:1734016141.642256:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.645609:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868608 00000100:00100000:0.0:1734016141.645623:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868608 00000100:00100000:0.0:1734016141.645681:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14599 00000100:00100000:0.0:1734016141.645689:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338868608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.645708:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.645729:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea23c77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07ac expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.645786:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053952:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.645854:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.647870:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341053952:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.647901:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea23c77 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07ac expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.647914:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea23c77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07ac expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.647940:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016141.647973:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338868608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2284us (5723us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.647979:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14599 00000100:00100000:1.0:1734016141.652687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.652953:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868736 00000100:00100000:2.0:1734016141.652961:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868736 00000100:00100000:3.0:1734016141.654114:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14600 00000100:00100000:3.0:1734016141.654123:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338868736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.654142:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.654157:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23c7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07b3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.654203:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054080:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.654263:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.656935:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054080:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.656970:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23c7e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07b3 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.656985:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23c7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07b3 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.657017:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016141.657073:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b20c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338868736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2947us (4390us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.657082:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14600 00000100:00100000:0.0:1734016141.660235:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.660440:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868864 00000100:00100000:3.0:1734016141.660448:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868864 00000100:00100000:3.0:1734016141.660489:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14601 00000100:00100000:3.0:1734016141.660496:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338868864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.660512:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.660527:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23c85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07ba expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.660579:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341054208:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.660628:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016141.662605:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 3043871 -> 3579904 00002000:00010000:3.0:1734016141.662611:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 888 -> 904 00000100:00100000:3.0:1734016141.662629:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341054208:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.662654:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23c85 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07ba expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.662665:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23c85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07ba expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.662767:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016141.662808:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338868864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2311us (2579us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.662814:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14601 00000100:00100000:0.0:1734016141.664760:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.664844:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338868992 00000100:00100000:3.0:1734016141.664850:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338868992 00000100:00100000:3.0:1734016141.664904:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14602 00000100:00100000:3.0:1734016141.664909:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338868992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.664923:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.664936:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23c8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07c1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.664983:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341054336:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.665044:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.666805:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341054336:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.666830:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23c8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07c1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.666841:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23c8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07c1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.666850:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016141.666890:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338868992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1981us (2135us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.666897:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14602 00000100:00100000:1.0:1734016141.669323:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.669459:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869120 00000100:00100000:3.0:1734016141.669466:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869120 00000100:00100000:3.0:1734016141.669507:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14603 00000100:00100000:3.0:1734016141.669513:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338869120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.669528:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.669551:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23c93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07c8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.669592:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054464:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.669643:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.671140:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054464:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.671165:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23c93 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07c8 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.671176:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23c93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07c8 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.671186:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016141.671251:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338869120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1737us (1934us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.671259:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14603 00000100:00100000:1.0:1734016141.674222:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.674479:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869248 00000100:00100000:3.0:1734016141.674485:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869248 00000100:00100000:3.0:1734016141.674520:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14604 00000100:00100000:3.0:1734016141.674527:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338869248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.674550:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.674565:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07cf expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.674591:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.674601:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.674603:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016141.674605:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1556480->1560575] (req 1556480->1560575) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.674629:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 5 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.674639:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 5 pid: 13929 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016141.674649:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054592:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016141.674694:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.676324:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054592:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.676351:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1556480->1560575] (req 1556480->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.676363:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016141.677243:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338869248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2713us (3025us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.677252:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14604 00000100:00100000:1.0:1734016141.677908:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.678093:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869376 00000100:00100000:2.0:1734016141.678101:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869376 00010000:00010000:2.0:1734016141.678127:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 6 pid: 13929 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.678161:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4017 00000100:00100000:2.0:1734016141.678166:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338869376:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.678177:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.678195:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 6 pid: 13929 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.678204:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 6 pid: 13929 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.678226:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea23bcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0704 expref: 6 pid: 13929 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.678250:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.678252:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.678259:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.678266:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.678309:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.678320:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341054720:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016141.678372:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.682312:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341054720:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.682336:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.682394:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338869376:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4225us (4485us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.682404:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4017 00000100:00100000:1.0:1734016141.682658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.682786:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869632 00000100:00100000:0.0:1734016141.682792:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869632 00002000:00100000:0.0:1734016141.682830:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1556480->1560575) req@ffff88007a318700 x1818247338869632/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.682841:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318700 with x1818247338869632 ext(1556480->1560575) 00002000:00010000:0.0:1734016141.682847:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a318700 00000100:00100000:0.0:1734016141.683342:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9847 00000100:00100000:0.0:1734016141.683349:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338869632:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.683518:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338869632:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 166us (861us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016141.683528:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9847 00002000:00100000:0.0:1734016141.683543:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1556480->1560575) req@ffff88007a318700 x1818247338869632/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/4536 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.683550:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a318700 with x1818247338869632 ext(1556480->1560575) 00002000:00010000:0.0:1734016141.683553:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a318700 00000100:00100000:1.0:1734016141.687004:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.687073:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869760 00000100:00100000:3.0:1734016141.687080:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869760 00000100:00100000:3.0:1734016141.687118:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14605 00000100:00100000:3.0:1734016141.687125:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338869760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.687141:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.687157:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07d6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.687180:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.687187:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.687189:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016141.687192:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [32768->40959] (req 32768->40959) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.687219:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.687229:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016141.687240:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054848:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016141.687313:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.689332:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341054848:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.689360:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [32768->40959] (req 32768->40959) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.689374:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016141.689943:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338869760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2817us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.689953:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14605 00000100:00100000:0.0:1734016141.691151:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.691248:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338869888 00000100:00100000:2.0:1734016141.691256:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338869888 00010000:00010000:2.0:1734016141.691395:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.691434:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4018 00000100:00100000:2.0:1734016141.691440:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338869888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.691451:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.691470:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.691481:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.691500:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23c9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07cf expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.691525:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.691527:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.691542:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.691551:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.691582:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.691592:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341054976:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016141.691640:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.694170:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.694413:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7708:1818247341054976:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.694436:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016141.694727:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870016 00000100:00100000:3.0:1734016141.694732:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870016 00000100:00100000:3.0:1734016141.694765:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14606 00000100:00100000:3.0:1734016141.694772:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338870016:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.694952:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1773114 -> 1773114 00002000:00010000:3.0:1734016141.694955:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.694956:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:3.0:1734016141.694958:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.694959:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:2.0:1734016141.695121:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338869888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3680us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.695128:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4018 00000100:00100000:3.0:1734016141.695836:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338870016:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1063us (1670us total) trans 4294968364 rc 0/0 00000100:00100000:3.0:1734016141.695842:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14606 00000100:00100000:1.0:1734016141.703257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.703319:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.703373:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870144 00000100:00100000:3.0:1734016141.703381:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870144 00000100:00100000:3.0:1734016141.703419:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870272 00000100:00100000:3.0:1734016141.703422:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870272 00000100:00100000:3.0:1734016141.703449:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14607 00000100:00100000:3.0:1734016141.703455:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338870144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.703471:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.703486:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23ca8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07dd expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.703531:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341055104:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.703586:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.703700:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14608 00000100:00100000:1.0:1734016141.703705:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338870272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.703712:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.703720:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23caf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07e4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.703744:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341055232:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.703764:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.705100:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341055104:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.705123:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23ca8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07dd expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.705134:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23ca8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07dd expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.705146:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016141.705175:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338870144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1720us (1926us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.705181:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14607 00002000:00010000:1.0:1734016141.705253:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:1.0:1734016141.705264:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341055232:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.705301:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23caf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07e4 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.705310:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea23caf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07e4 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.705328:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016141.705346:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338870272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1640us (2027us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.705352:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14608 00000100:00100000:2.0:1734016141.707177:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.707251:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.707320:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870400 00000100:00100000:3.0:1734016141.707327:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870400 00000100:00100000:3.0:1734016141.707350:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870528 00000100:00100000:3.0:1734016141.707351:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870528 00000100:00100000:3.0:1734016141.707362:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14609 00000100:00100000:3.0:1734016141.707367:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338870400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.707379:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.707391:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23cb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07eb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.707428:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341055360:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.707463:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.707773:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14610 00000100:00100000:2.0:1734016141.707779:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338870528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.707785:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.707794:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23cbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07f2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.707814:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341055488:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.707831:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.709391:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f183100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341055488:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.709416:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23cbd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07f2 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.709427:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea23cbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07f2 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.709449:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016141.709479:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338870528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1700us (2228us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.709489:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14610 00000100:00100000:3.0:1734016141.709839:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341055360:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.709856:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23cb6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07eb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.709869:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07eb expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.709876:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016141.711554:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338870400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4176us (4371us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.711564:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14609 00000100:00100000:0.0:1734016141.723380:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.723462:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870656 00000100:00100000:3.0:1734016141.723469:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870656 00002000:00100000:3.0:1734016141.723503:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3522560->3530751) req@ffff88007916bb80 x1818247338870656/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.723511:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247338870656 ext(3522560->3530751) 00002000:00010000:3.0:1734016141.723516:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:3.0:1734016141.723767:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9848 00000100:00100000:3.0:1734016141.723774:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338870656:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.725489:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338870656:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1708us (2110us total) trans 4294969998 rc 0/0 00000100:00100000:3.0:1734016141.725500:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9848 00002000:00100000:3.0:1734016141.725508:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3522560->3530751) req@ffff88007916bb80 x1818247338870656/t4294969998(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 8680/448 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.725516:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916bb80 with x1818247338870656 ext(3522560->3530751) 00002000:00010000:3.0:1734016141.725520:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916bb80 00000100:00100000:0.0:1734016141.727192:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.727310:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870784 00000100:00100000:3.0:1734016141.727318:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870784 00000100:00100000:3.0:1734016141.727359:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14611 00000100:00100000:3.0:1734016141.727364:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338870784:12345-192.168.201.60@tcp:16:fsx.0 00000100:00100000:2.0:1734016141.728493:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341055616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1734016141.728555:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016141.728863:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341055616 00000100:00100000:3.0:1734016141.728869:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341055616 00000100:00100000:3.0:1734016141.728919:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1734016141.728925:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341055616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1734016141.728939:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 788566592 pending 0 free 3923578880 avail 3691843584 00000100:00100000:3.0:1734016141.728984:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341055616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.728990:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1734016141.729025:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341055616:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1734016141.729292:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016111 00000001:00080000:0.0:1734016141.729698:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294969998 is committed 00000100:00100000:3.0:1734016141.730490:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338870784:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3122us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.730497:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14611 00000100:00100000:0.0:1734016141.733524:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.733694:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338870912 00000100:00100000:3.0:1734016141.733702:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338870912 00000100:00100000:3.0:1734016141.733749:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14612 00000100:00100000:3.0:1734016141.733756:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338870912:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016141.733913:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3579904 -> 3579904 00002000:00010000:3.0:1734016141.733916:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.733918:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.733919:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.733921:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 904 -> 920 00000100:00100000:3.0:1734016141.733998:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338870912:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 241us (480us total) trans 4294969999 rc 0/0 00000100:00100000:3.0:1734016141.734007:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14612 00000100:00100000:0.0:1734016141.736814:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.736849:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.736917:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871040 00000100:00100000:2.0:1734016141.736926:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871040 00000100:00100000:2.0:1734016141.736958:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871168 00000100:00100000:2.0:1734016141.736960:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871168 00000100:00100000:2.0:1734016141.736988:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14613 00000100:00100000:2.0:1734016141.736996:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338871040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.737014:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.737031:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea23cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae07f9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.737082:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341055744:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.737130:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.737196:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14614 00000100:00100000:1.0:1734016141.737201:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338871168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.737209:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.737218:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea23ccb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0800 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.737244:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341055872:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.737262:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.738955:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341055744:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.738989:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea23cc4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07f9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.739002:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea23cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07f9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.739035:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016141.739071:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338871040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2074us (2265us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.739081:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14613 00000100:00100000:1.0:1734016141.739332:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341055872:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.739359:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea23ccb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0800 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.739367:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea23ccb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0800 expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.739402:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016141.739428:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338871168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2225us (2578us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.739434:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14614 00000100:00100000:0.0:1734016141.741837:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.741883:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.741962:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871296 00000100:00100000:2.0:1734016141.741971:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871296 00000100:00100000:2.0:1734016141.742010:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871424 00000100:00100000:2.0:1734016141.742012:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871424 00000100:00100000:2.0:1734016141.742026:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14615 00000100:00100000:2.0:1734016141.742032:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338871296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.742045:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.742061:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23cd2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0807 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.742102:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341056000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.742143:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.742188:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14616 00000100:00100000:0.0:1734016141.742193:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338871424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.742199:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016141.742208:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23cd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae080e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016141.742229:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056128:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016141.742250:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.744384:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341056000:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.744414:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23cd2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0807 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.744425:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea23cd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0807 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.744436:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016141.744477:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338871296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2444us (2645us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.744484:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14615 00000100:00100000:1.0:1734016141.745774:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007916a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056128:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.745797:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23cd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae080e expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.745806:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23cd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae080e expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.746134:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:1.0:1734016141.746525:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338871424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4329us (4640us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.746540:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14616 00000100:00100000:0.0:1734016141.749452:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.749498:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.749588:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871680 00000100:00100000:1.0:1734016141.749597:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871680 00000100:00100000:1.0:1734016141.749650:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871552 00000100:00100000:1.0:1734016141.749652:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871552 00000100:00100000:1.0:1734016141.749680:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14617 00000100:00100000:1.0:1734016141.749686:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338871680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.749712:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.749728:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23ce0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae081c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.749779:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056256:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.749827:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.749897:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14618 00000100:00100000:2.0:1734016141.749903:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338871552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.749911:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.749920:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23ce7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0815 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.749951:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341056384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016141.749972:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.752780:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341056384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016141.752812:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23ce7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0815 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.752824:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea23ce7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0815 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016141.752838:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016141.752880:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338871552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2974us (3379us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016141.752887:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14618 00000100:00100000:1.0:1734016141.752998:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056256:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.753015:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23ce0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae081c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.753024:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea23ce0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae081c expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.753053:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016141.753070:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338871680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3384us (3626us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.753077:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14617 00000100:00100000:0.0:1734016141.755525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.755634:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871808 00000100:00100000:1.0:1734016141.755642:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871808 00000100:00100000:1.0:1734016141.755746:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14619 00000100:00100000:1.0:1734016141.755752:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338871808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.755766:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.755779:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0823 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.755801:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.755812:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.755814:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016141.755817:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3592192->3596287] (req 3592192->3596287) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.755838:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.755846:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 7 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016141.755855:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341056512:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016141.756106:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.761633:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341056512:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.761660:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3592192->3596287] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.761676:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016141.761711:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338871808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5958us (6191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.761718:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14619 00000100:00100000:0.0:1734016141.765553:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.766215:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338871936 00000100:00100000:2.0:1734016141.766226:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338871936 00010000:00010000:2.0:1734016141.766264:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.766346:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4019 00000100:00100000:2.0:1734016141.766354:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338871936:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.766374:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.766399:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.766410:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.766431:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea23c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0766 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.766473:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.766475:0:7708:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016141.766484:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.766492:0:7708:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.766527:0:7708:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016141.766548:0:7708:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341056640:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016141.766604:0:7708:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.768749:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.768833:0:7708:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f182680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7708:1818247341056640:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016141.768851:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.768886:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338871936:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2533us (3352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.768898:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4019 00000100:00100000:1.0:1734016141.769237:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872064 00000100:00100000:1.0:1734016141.769242:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872064 00000100:00100000:1.0:1734016141.769265:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14620 00000100:00100000:1.0:1734016141.769294:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338872064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.769308:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.769320:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23cf5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae082a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.769354:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056768:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.769379:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.771638:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056768:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.771668:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23cf5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae082a expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.771678:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea23cf5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae082a expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.771705:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016141.771807:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338872064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2535us (3063us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.771815:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14620 00000100:00100000:0.0:1734016141.774867:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.774952:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872320 00000100:00100000:3.0:1734016141.774959:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872320 00002000:00100000:3.0:1734016141.774991:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3563520->3596287) req@ffff8800792c6300 x1818247338872320/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 504/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.774999:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6300 with x1818247338872320 ext(3563520->3596287) 00002000:00010000:3.0:1734016141.775004:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c6300 00000100:00100000:3.0:1734016141.775021:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9849 00000100:00100000:3.0:1734016141.775025:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338872320:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.777649:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338872320:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2614us (2779us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1734016141.777659:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9849 00002000:00100000:3.0:1734016141.777669:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3563520->3596287) req@ffff8800792c6300 x1818247338872320/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 504/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.777677:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6300 with x1818247338872320 ext(3563520->3596287) 00002000:00010000:3.0:1734016141.777681:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c6300 00000100:00100000:0.0:1734016141.780034:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.780256:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872448 00000100:00100000:1.0:1734016141.780263:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872448 00000100:00100000:1.0:1734016141.780472:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14621 00000100:00100000:1.0:1734016141.780478:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338872448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.780493:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.780507:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea23cfc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0831 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.780557:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056896:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.780610:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.781973:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341056896:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.781995:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea23cfc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0831 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.782005:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea23cfc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0831 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.782026:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016141.782058:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338872448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1580us (2032us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.782065:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14621 00000100:00100000:0.0:1734016141.784114:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.784242:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872704 00000100:00100000:3.0:1734016141.784250:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872704 00002000:00100000:3.0:1734016141.784312:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3596288->3600383) req@ffff8800792c7800 x1818247338872704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.784321:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338872704 ext(3596288->3600383) 00002000:00010000:3.0:1734016141.784325:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7800 00000100:00100000:3.0:1734016141.784341:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9850 00000100:00100000:3.0:1734016141.784346:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338872704:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.784496:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338872704:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.784505:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9850 00002000:00100000:3.0:1734016141.784511:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3596288->3600383) req@ffff8800792c7800 x1818247338872704/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.784517:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c7800 with x1818247338872704 ext(3596288->3600383) 00002000:00010000:3.0:1734016141.784520:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c7800 00000100:00100000:0.0:1734016141.786521:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.786613:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872832 00000100:00100000:1.0:1734016141.786620:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872832 00000100:00100000:1.0:1734016141.786686:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14622 00000100:00100000:1.0:1734016141.786692:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338872832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.786706:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.786722:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23d03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0838 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.786765:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341057024:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.786817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.790082:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341057024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.790121:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23d03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0838 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.790140:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea23d03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0838 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.790313:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016141.790356:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338872832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3663us (3843us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.790363:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14622 00000100:00100000:0.0:1734016141.792698:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.792823:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338872960 00000100:00100000:1.0:1734016141.792831:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338872960 00000100:00100000:1.0:1734016141.793411:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14623 00000100:00100000:1.0:1734016141.793418:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338872960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.793432:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.793445:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23d0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae083f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.793489:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341057152:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016141.793548:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016141.795867:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341057152:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016141.795890:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23d0a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae083f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.795901:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea23d0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae083f expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.795914:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016141.796018:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338872960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2600us (3327us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016141.796025:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14623 00000100:00100000:0.0:1734016141.798206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.798261:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873216 00000100:00100000:3.0:1734016141.798288:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873216 00000100:00100000:3.0:1734016141.798656:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2761 00000100:00100000:3.0:1734016141.798663:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247338873216:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016141.798700:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016141.798720:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49200/0x857af32d4ea23a8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05ec expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.799113:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016141.799117:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016141.799252:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.799264:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 19 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.799285:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.799311:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 19 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.799323:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 19 pid: 6488 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016141.799335:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341057280:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016141.800258:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.802556:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341057280:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016141.802581:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016141.803098:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.803331:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873344 00000100:00100000:2.0:1734016141.803338:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873344 00010000:00010000:2.0:1734016141.803365:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 20 pid: 6488 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.803400:0:7708:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4020 00000100:00100000:2.0:1734016141.803406:0:7708:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247338873344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016141.803420:0:7708:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016141.803426:0:7708:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 20 pid: 6488 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.803436:0:7708:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 20 pid: 6488 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.803455:0:7708:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea23a9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae05f3 expref: 20 pid: 6488 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016141.803484:0:7708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016141.803487:0:7708:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016141.803494:0:7708:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016141.803499:0:7708:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016141.803526:0:7708:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016141.803572:0:7708:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247338873344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 165us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.803579:0:7708:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4020 00010000:00010000:3.0:1734016141.804019:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.804025:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016141.804093:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969068 00000004:00010000:3.0:1734016141.804126:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800792c7b80 reply state ffff88007aa30000 transno 4294969069 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016141.804132:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016141.804928:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338873216:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6262us (6725us total) trans 4294969069 rc 0/0 00000100:00100000:3.0:1734016141.804935:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2761 00000020:00080000:3.0:1734016141.804939:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016141.807481:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.807629:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873472 00000100:00100000:1.0:1734016141.807638:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873472 00000100:00100000:1.0:1734016141.807671:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14624 00000100:00100000:1.0:1734016141.807677:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338873472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.807694:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016141.807713:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0846 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.807739:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.807744:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.807746:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.807748:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.807772:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.807782:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 6 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016141.807796:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341057408:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016141.807839:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00010000:00010000:3.0:1734016141.807909:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807915:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807923:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807927:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cf840 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016141.807930:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807934:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807946:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016141.807949:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016141.807953:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.807957:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea23d11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016141.809904:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341057408:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016141.809924:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.809936:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:0.0:1734016141.810077:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.810502:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338873472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2823us (3026us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.810510:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14624 00000100:00100000:1.0:1734016141.810559:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873600 00000100:00100000:1.0:1734016141.810564:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873600 00010000:00010000:1.0:1734016141.810579:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016141.811018:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4021 00000100:00100000:1.0:1734016141.811024:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338873600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016141.811036:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016141.811052:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016141.811060:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016141.811080:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea23cee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0823 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016141.811092:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.811093:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016141.811098:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.811105:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016141.811126:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016141.811135:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341057536:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016141.811426:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.815326:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.815355:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.815510:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873728 00000100:00100000:3.0:1734016141.815519:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873728 00002000:00010000:3.0:1734016141.815556:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4917316->18446744073709551615) 00002000:00100000:3.0:1734016141.815559:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182680 with x1818247338873728 ext(4917316->18446744073709551615) 00002000:00010000:3.0:1734016141.815568:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f182680. 00000100:00100000:3.0:1734016141.815584:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873856 00000100:00100000:3.0:1734016141.815586:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873856 00002000:00010000:3.0:1734016141.815594:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016141.815596:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183480 with x1818247338873856 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016141.815601:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f183480. 00000100:00100000:3.0:1734016141.815613:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9851 00000100:00100000:3.0:1734016141.815619:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338873728:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.815781:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3579904 -> 4917316 00002000:00010000:3.0:1734016141.815784:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.815786:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.815788:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.815790:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:3.0:1734016141.815829:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338873728:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 209us (511us total) trans 4294970000 rc 0/0 00000100:00100000:3.0:1734016141.815835:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9851 00002000:00010000:3.0:1734016141.815838:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4917316->18446744073709551615) 00002000:00100000:3.0:1734016141.815840:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182680 with x1818247338873728 ext(4917316->18446744073709551615) 00002000:00010000:3.0:1734016141.815844:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f182680. 00000100:00100000:3.0:1734016141.815856:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9852 00000100:00100000:3.0:1734016141.815862:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338873856:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016141.815928:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1773114 -> 4194304 00002000:00010000:3.0:1734016141.815931:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.815932:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:3.0:1734016141.815934:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016141.815935:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1734016141.815951:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338873856:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 89us (595us total) trans 4294968365 rc 0/0 00000100:00100000:3.0:1734016141.815957:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9852 00002000:00010000:3.0:1734016141.815959:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016141.815961:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f183480 with x1818247338873856 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016141.815964:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f183480. 00000100:00100000:1.0:1734016141.816329:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341057536:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016141.816345:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016141.816366:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338873600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5342us (6290us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.816373:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4021 00000100:00100000:0.0:1734016141.820658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.820778:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338873984 00000100:00100000:3.0:1734016141.820787:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338873984 00000100:00100000:3.0:1734016141.823022:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2762 00000100:00100000:3.0:1734016141.823033:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338873984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.823059:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.823077:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23d1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae084d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.823150:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.823162:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.823171:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016141.823191:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9111620 00000004:00200000:3.0:1734016141.823194:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016141.823207:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016141.823226:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea23d1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.823246:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016141.823253:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016141.823256:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016141.823258:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016141.823334:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338873984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 301us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.823340:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2762 00000100:00100000:0.0:1734016141.845864:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.846439:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874240 00000100:00100000:2.0:1734016141.846448:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874240 00002000:00100000:2.0:1734016141.846483:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079f2f480 x1818247338874240/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.846494:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338874240 ext(0->4194303) 00002000:00010000:2.0:1734016141.846498:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:2.0:1734016141.846693:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9853 00000100:00100000:2.0:1734016141.846700:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338874240:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.859045:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016141.859497:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874496 00000100:00100000:0.0:1734016141.859505:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874496 00002000:00100000:0.0:1734016141.859547:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a0b3b80 x1818247338874496/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.859556:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3b80 with x1818247338874496 ext(0->4194303) 00002000:00010000:0.0:1734016141.859561:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3b80 00000100:00100000:0.0:1734016141.859585:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9854 00000100:00100000:0.0:1734016141.859591:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338874496:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016141.926041:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338874496:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 66438us (66996us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1734016141.926059:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9854 00002000:00100000:0.0:1734016141.926073:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a0b3b80 x1818247338874496/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016141.926083:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3b80 with x1818247338874496 ext(0->4194303) 00002000:00010000:0.0:1734016141.926088:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3b80 00000100:00100000:2.0:1734016141.954802:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338874240:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 108093us (108936us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016141.954814:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9853 00002000:00100000:2.0:1734016141.954827:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079f2f480 x1818247338874240/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.954837:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2f480 with x1818247338874240 ext(0->4194303) 00002000:00010000:2.0:1734016141.954842:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f2f480 00000100:00100000:0.0:1734016141.962133:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016141.967079:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874752 00000100:00100000:2.0:1734016141.967091:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874752 00002000:00100000:2.0:1734016141.967131:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4919295) req@ffff880079f2d880 x1818247338874752/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/0 e 0 to 0 dl 1734016152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016141.967140:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d880 with x1818247338874752 ext(4194304->4919295) 00002000:00010000:2.0:1734016141.967146:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f2d880 00000100:00100000:1.0:1734016141.967236:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016141.967294:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.967361:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875008 00000100:00100000:3.0:1734016141.967365:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875008 00000100:00100000:3.0:1734016141.967387:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338874880 00000100:00100000:3.0:1734016141.967389:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338874880 00000100:00100000:3.0:1734016141.967404:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14625 00000100:00100000:3.0:1734016141.967410:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338875008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.967422:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.967436:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23d2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae085b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.967478:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341057664:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.967522:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.967550:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14626 00000100:00100000:3.0:1734016141.967554:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338874880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.967562:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016141.967571:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23d34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0854 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.967592:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341057792:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016141.967607:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016141.968330:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9855 00000100:00100000:2.0:1734016141.968336:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338874752:12345-192.168.201.60@tcp:3:fsx.0 00002000:00010000:3.0:1734016141.977900:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:3.0:1734016141.977923:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341057664:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.977956:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23d2d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae085b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.977968:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23d2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae085b expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.977996:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016141.978040:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338875008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10628us (10804us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.978047:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14625 00000100:00100000:3.0:1734016141.978224:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341057792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016141.978240:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23d34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0854 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.978247:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23d34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0854 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.978254:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016141.978289:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338874880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10734us (10995us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016141.978295:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14626 00000100:00100000:0.0:1734016141.981797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016141.988758:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875136 00000100:00100000:3.0:1734016141.988769:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875136 00000100:00100000:2.0:1734016141.988877:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14627 00000100:00100000:2.0:1734016141.988884:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338875136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016141.988900:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016141.988916:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0862 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.988940:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.988947:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.988949:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016141.988952:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1519616->1523711] (req 1519616->1523711) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.988979:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.988990:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 10 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016141.989000:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341057920:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016141.989052:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.989842:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338874752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 21504us (27717us total) trans 0 rc 724992/724992 00000100:00100000:3.0:1734016141.989849:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9855 00002000:00100000:3.0:1734016141.989856:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4194304->4919295) req@ffff880079f2d880 x1818247338874752/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:102/0 lens 488/440 e 0 to 0 dl 1734016152 ref 1 fl Complete:/200/0 rc 724992/724992 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016141.989864:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f2d880 with x1818247338874752 ext(4194304->4919295) 00010000:00010000:3.0:1734016141.989870:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016141.989879:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00002000:00010000:3.0:1734016141.989884:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079f2d880 00000100:00100000:2.0:1734016141.992820:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341057920:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016141.992847:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1519616->1523711] (req 1519616->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016141.992861:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016141.993211:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338875136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4325us (11422us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016141.993218:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14627 00000100:00100000:0.0:1734016142.000624:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.001190:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875264 00000100:00100000:1.0:1734016142.001201:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875264 00010000:00010000:1.0:1734016142.001234:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016142.001304:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4022 00000100:00100000:1.0:1734016142.001311:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338875264:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.001326:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.001344:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016142.001353:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016142.001374:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb786c0/0x857af32d4ea23d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0846 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016142.001407:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.001408:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.001415:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.001423:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.001453:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.001464:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341058048:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016142.001520:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.010502:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.011050:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341058048:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016142.011069:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.011105:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338875264:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9794us (10488us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.011114:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4022 00000100:00100000:3.0:1734016142.012678:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875520 00000100:00100000:3.0:1734016142.012687:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875520 00002000:00100000:3.0:1734016142.012724:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1519616->1523711) req@ffff880070118e00 x1818247338875520/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.012732:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247338875520 ext(1519616->1523711) 00002000:00010000:3.0:1734016142.012736:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070118e00 00000100:00100000:3.0:1734016142.013919:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9856 00000100:00100000:3.0:1734016142.013927:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338875520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.014069:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338875520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 141us (3572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.014075:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9856 00002000:00100000:3.0:1734016142.014081:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1519616->1523711) req@ffff880070118e00 x1818247338875520/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.014087:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247338875520 ext(1519616->1523711) 00002000:00010000:3.0:1734016142.014090:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070118e00 00000100:00100000:0.0:1734016142.018686:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.019484:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875776 00000100:00100000:3.0:1734016142.019492:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875776 00002000:00100000:3.0:1734016142.019523:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1523712->1527807) req@ffff880070119c00 x1818247338875776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.019541:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338875776 ext(1523712->1527807) 00002000:00010000:3.0:1734016142.019546:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119c00 00000100:00100000:3.0:1734016142.020014:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9857 00000100:00100000:3.0:1734016142.020021:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338875776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.020143:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338875776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 122us (1469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.020149:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9857 00002000:00100000:3.0:1734016142.020155:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1523712->1527807) req@ffff880070119c00 x1818247338875776/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.020161:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338875776 ext(1523712->1527807) 00002000:00010000:3.0:1734016142.020164:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070119c00 00000100:00100000:0.0:1734016142.022147:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.022423:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338875904 00000100:00100000:1.0:1734016142.022430:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338875904 00000100:00100000:1.0:1734016142.022475:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2763 00000100:00100000:1.0:1734016142.022481:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338875904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.022497:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.022512:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea23d42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0869 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.022600:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016142.022612:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016142.022621:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016142.022639:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9111620 00000004:00200000:1.0:1734016142.022642:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016142.022654:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016142.022671:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea23d42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0869 expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.022713:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0869 expref: 20 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.022720:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016142.022723:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016142.022725:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016142.022761:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338875904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 280us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.022766:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2763 00000100:00100000:0.0:1734016142.024977:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.025745:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876032 00000100:00100000:2.0:1734016142.025753:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876032 00000100:00080000:0.0:1734016142.026010:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016112 00000100:00100000:2.0:1734016142.026051:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14628 00000100:00100000:2.0:1734016142.026058:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338876032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.026073:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.026088:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23d50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0870 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.026131:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341058176:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.026176:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.028022:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341058176:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.028048:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23d50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0870 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.028058:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea23d50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0870 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.028106:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016142.028422:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338876032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2362us (3451us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.028428:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14628 00000100:00100000:0.0:1734016142.030443:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.030514:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876160 00000100:00100000:2.0:1734016142.030521:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876160 00000100:00100000:2.0:1734016142.030726:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14629 00000100:00100000:2.0:1734016142.030731:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338876160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.030747:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.030763:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23d57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0877 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.030811:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341058304:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.030956:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.032588:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341058304:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.032614:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23d57 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0877 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.032624:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea23d57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0877 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.032634:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016142.032675:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338876160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1943us (2237us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.032682:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14629 00000100:00100000:0.0:1734016142.034431:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.034511:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876288 00000100:00100000:2.0:1734016142.034519:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876288 00000100:00100000:2.0:1734016142.034571:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14630 00000100:00100000:2.0:1734016142.034577:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338876288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.034592:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.034607:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae087e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.034625:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.034627:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.034633:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.034648:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.034657:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016142.034690:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338876288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 113us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.034695:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14630 00000100:00100000:0.0:1734016142.046892:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.047002:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876544 00000100:00100000:2.0:1734016142.047010:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876544 00002000:00100000:2.0:1734016142.047047:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007011ad80 x1818247338876544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 504/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.047055:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338876544 ext(0->4194303) 00002000:00010000:2.0:1734016142.047059:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:2.0:1734016142.047089:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9858 00000100:00100000:2.0:1734016142.047095:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338876544:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.086351:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338876544:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 39247us (39459us total) trans 0 rc 4186112/4186112 00000100:00100000:2.0:1734016142.086363:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9858 00002000:00100000:2.0:1734016142.086375:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007011ad80 x1818247338876544/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 504/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4186112/4186112 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.086383:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011ad80 with x1818247338876544 ext(0->4194303) 00002000:00010000:2.0:1734016142.086387:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007011ad80 00000100:00100000:0.0:1734016142.090773:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.092136:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876800 00000100:00100000:3.0:1734016142.092149:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876800 00000100:00100000:3.0:1734016142.092200:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2764 00000100:00100000:3.0:1734016142.092208:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338876800:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016142.092253:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.092296:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea23d49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0869 expref: 20 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.092343:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016142.092348:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016142.092471:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016142.092483:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.092489:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016142.092514:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.092524:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 26 pid: 8227 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.092547:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341058432:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.092599:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.099876:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.099960:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341058432:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.099982:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016142.100363:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338876928 00000100:00100000:0.0:1734016142.100369:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338876928 00010000:00010000:0.0:1734016142.100396:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 27 pid: 8227 timeout: 510 lvb_type: 0 00000100:00100000:0.0:1734016142.100428:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4023 00000100:00100000:0.0:1734016142.100434:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:1969:x1818247338876928:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.100445:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016142.100450:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 27 pid: 8227 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016142.100459:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 27 pid: 8227 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016142.100479:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23d26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae084d expref: 27 pid: 8227 timeout: 510 lvb_type: 0 00010000:00010000:0.0:1734016142.100503:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016142.100507:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016142.100514:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016142.100520:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016142.100554:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.100591:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:1969:x1818247338876928:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 156us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.100597:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4023 00010000:00010000:2.0:1734016142.100802:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.100808:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016142.100887:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969070 00000004:00010000:2.0:1734016142.100928:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007011bb80 reply state ffff88007aa32000 transno 4294969071 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016142.100934:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.100998:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338876800:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 8791us (10233us total) trans 4294969071 rc 0/0 00000100:00100000:2.0:1734016142.101005:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2764 00000020:00080000:2.0:1734016142.101008:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1734016142.103070:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103080:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103084:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103089:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:2.0:1734016142.103093:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103098:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103110:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.103113:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1734016142.103116:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.103121:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23d65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016142.103595:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.104177:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877056 00000100:00100000:3.0:1734016142.104185:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877056 00000100:00100000:3.0:1734016142.104237:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14631 00000100:00100000:3.0:1734016142.104244:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338877056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.104262:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.104307:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0885 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.104335:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.104348:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.104355:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.104356:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.104360:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.104384:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.104394:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 8 pid: 8975 timeout: 510 lvb_type: 1 00000100:00100000:3.0:1734016142.104404:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341058560:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.104458:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.104466:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.104472:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341058688:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.104484:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.111473:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341058560:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.111486:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341058688:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.111512:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.111535:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016142.111573:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338877056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7328us (7979us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.111581:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14631 00000100:00100000:0.0:1734016142.112148:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.112368:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.112718:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877312 00000100:00100000:3.0:1734016142.112725:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877312 00010000:00010000:3.0:1734016142.112746:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.113074:0:7708:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877184 00000100:00100000:3.0:1734016142.113078:0:7708:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877184 00010000:00010000:3.0:1734016142.113090:0:7708:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 510 lvb_type: 1 00000100:00100000:2.0:1734016142.113649:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4024 00000100:00100000:2.0:1734016142.113656:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338877312:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.113667:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.113684:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.113693:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.113710:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea23d3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0862 expref: 8 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.113721:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.113750:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338877312:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 95us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.113759:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4024 00000100:00100000:2.0:1734016142.113770:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4025 00000100:00100000:2.0:1734016142.113773:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7df050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338877184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.113778:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.113782:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016142.113790:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016142.113798:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea23d5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae087e expref: 9 pid: 8975 timeout: 510 lvb_type: 1 00010000:00010000:2.0:1734016142.113804:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.113805:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.113809:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.113816:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.113838:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.113847:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341058816:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.113869:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.121509:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341058816:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016142.121557:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016142.122890:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7df050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338877184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9110us (10517us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.122904:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4025 00000100:00100000:1.0:1734016142.123101:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.123355:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877440 00000100:00100000:3.0:1734016142.123363:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877440 00000100:00100000:3.0:1734016142.123392:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14632 00000100:00100000:3.0:1734016142.123398:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338877440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.123412:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.123427:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae088c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.123452:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.123459:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.123461:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.123464:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.123487:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.123497:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 9 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.123508:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341058944:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.123562:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.130554:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341058944:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.130585:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.130600:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016142.131909:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338877440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8506us (8804us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.131919:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14632 00000100:00100000:0.0:1734016142.135366:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.135533:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877568 00000100:00100000:2.0:1734016142.135544:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877568 00010000:00010000:2.0:1734016142.135586:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 10 pid: 8975 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016142.135616:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4026 00000100:00100000:2.0:1734016142.135624:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338877568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.135641:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.135660:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 10 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.135671:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 10 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.135689:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23ca1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae07d6 expref: 10 pid: 8975 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.135721:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.135723:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.135729:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.135738:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.135774:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.135787:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341059072:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.135841:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.140858:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341059072:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.140882:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.140923:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338877568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5297us (5564us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.140933:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4026 00000100:00100000:0.0:1734016142.141187:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.141263:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.141605:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877696 00000100:00100000:3.0:1734016142.141611:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877696 00002000:00010000:3.0:1734016142.141641:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.141644:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338877696 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.141656:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480. 00000100:00100000:3.0:1734016142.141672:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877824 00000100:00100000:3.0:1734016142.141675:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877824 00002000:00010000:3.0:1734016142.141684:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (144109->18446744073709551615) 00002000:00100000:3.0:1734016142.141686:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338877824 ext(144109->18446744073709551615) 00002000:00010000:3.0:1734016142.141692:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a125180. 00000100:00100000:3.0:1734016142.141703:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9859 00000100:00100000:3.0:1734016142.141709:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338877696:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.142337:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4917316 -> 4194304 00002000:00010000:3.0:1734016142.142340:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.142342:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.142344:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.142346:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:3.0:1734016142.142381:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338877696:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 670us (1194us total) trans 4294970001 rc 0/0 00000100:00100000:3.0:1734016142.142388:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9859 00002000:00010000:3.0:1734016142.142390:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016142.142393:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338877696 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016142.142397:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480. 00000100:00100000:3.0:1734016142.142410:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9860 00000100:00100000:3.0:1734016142.142414:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338877824:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.145128:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 144109 00002000:00010000:3.0:1734016142.145135:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.145137:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016140 00002000:00010000:3.0:1734016142.145138:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.145141:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:3.0:1734016142.145202:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338877824:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2782us (3934us total) trans 4294968366 rc 0/0 00000100:00100000:3.0:1734016142.145211:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9860 00002000:00010000:3.0:1734016142.145215:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (144109->18446744073709551615) 00002000:00100000:3.0:1734016142.145217:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338877824 ext(144109->18446744073709551615) 00002000:00010000:3.0:1734016142.145222:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a125180. 00000100:00100000:0.0:1734016142.150080:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.151267:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338877952 00000100:00100000:2.0:1734016142.151292:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338877952 00000100:00100000:2.0:1734016142.151379:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2765 00000100:00100000:2.0:1734016142.151385:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247338877952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.151404:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.151419:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea23d7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0893 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.151494:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.151506:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.151516:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016142.151547:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4338413 00000004:00200000:2.0:1734016142.151551:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.151564:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.151587:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea23d7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0893 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.151604:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0893 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.151610:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.151612:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.151614:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016142.151655:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338877952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 269us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.151661:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2765 00000100:00100000:0.0:1734016142.154878:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.154922:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.154999:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878080 00000100:00100000:1.0:1734016142.155007:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878080 00000100:00100000:1.0:1734016142.155035:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878208 00000100:00100000:1.0:1734016142.155037:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878208 00000100:00100000:1.0:1734016142.155049:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14633 00000100:00100000:1.0:1734016142.155055:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338878080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.155071:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.155087:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23d88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae089a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.155135:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341059200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.155183:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.157346:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14634 00000100:00100000:0.0:1734016142.157358:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338878208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.157378:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.157396:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23d8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08a1 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.157450:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800792c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341059328:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.157497:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.157930:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341059200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.157956:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23d88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae089a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.157965:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79f80/0x857af32d4ea23d88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae089a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.157992:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016142.158018:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338878080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2961us (3149us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.158024:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14633 00002000:00010000:2.0:1734016142.162047:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016140 -> 1734016141 00000100:00100000:2.0:1734016142.162070:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800792c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341059328:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.162099:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23d8f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08a1 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.162110:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23d8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08a1 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.162717:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016142.162763:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338878208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5405us (7838us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.162771:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14634 00000100:00100000:0.0:1734016142.165259:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.165639:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.165712:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878336 00000100:00100000:1.0:1734016142.165719:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878336 00000100:00100000:1.0:1734016142.165765:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878464 00000100:00100000:1.0:1734016142.165767:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878464 00000100:00100000:1.0:1734016142.165780:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14635 00000100:00100000:1.0:1734016142.165785:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338878336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.165801:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.165822:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea23d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08a8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.165872:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341059456:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.165922:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.165983:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14636 00000100:00100000:3.0:1734016142.165988:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338878464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.165996:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.166005:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23d9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08af expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.166030:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341059584:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.166049:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.168575:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341059456:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.168606:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea23d96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08a8 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.168618:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea23d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08a8 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.168645:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016142.168684:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338878336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2897us (3430us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.168691:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14635 00000100:00100000:3.0:1734016142.168794:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341059584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.168810:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23d9d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08af expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.168818:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23d9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08af expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.168830:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016142.168849:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338878464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2860us (3211us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.168857:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14636 00000100:00100000:0.0:1734016142.171832:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.171913:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.172380:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878592 00000100:00100000:3.0:1734016142.172388:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878592 00000100:00100000:3.0:1734016142.172420:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878720 00000100:00100000:3.0:1734016142.172423:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878720 00000100:00100000:3.0:1734016142.172822:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14637 00000100:00100000:3.0:1734016142.172829:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338878592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.172845:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.172859:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23da4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08b6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.172905:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341059712:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.172952:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.173033:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14638 00000100:00100000:0.0:1734016142.173038:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338878720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.173047:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.173056:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23dab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08bd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.173096:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341059840:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.173114:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.175172:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341059712:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.175199:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23da4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08b6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175209:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23da4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08b6 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.175294:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341059840:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016142.175307:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23dab lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08bd expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.175319:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23dab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08bd expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.175449:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:0.0:1734016142.175481:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338878720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2442us (3568us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.175487:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14638 00010000:00010000:3.0:1734016142.175609:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016142.175629:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338878592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2801us (3805us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.175634:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14637 00000100:00100000:0.0:1734016142.178407:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.178495:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878848 00000100:00100000:3.0:1734016142.178503:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878848 00000100:00100000:3.0:1734016142.178551:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14639 00000100:00100000:3.0:1734016142.178557:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338878848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.178572:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.178587:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08c4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.178609:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.178615:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.178616:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.178619:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.178642:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.178651:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.178660:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341059968:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.178712:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.181084:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341059968:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.181113:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.181129:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016142.181179:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338878848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2621us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.181186:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14639 00000100:00100000:0.0:1734016142.183105:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.183245:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338878976 00000100:00100000:2.0:1734016142.183253:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338878976 00010000:00010000:2.0:1734016142.183306:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016142.183339:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4027 00000100:00100000:2.0:1734016142.183346:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338878976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.183358:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.183379:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.183389:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.183405:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23d6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0885 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.183433:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.183435:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.183441:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.183448:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.183476:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.183487:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341060096:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.183541:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.186539:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341060096:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.186565:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.186615:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338878976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3267us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.186627:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4027 00000100:00100000:0.0:1734016142.187246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.187669:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879232 00000100:00100000:1.0:1734016142.187676:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879232 00002000:00100000:1.0:1734016142.187716:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2215936->2220031) req@ffff880079c98700 x1818247338879232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.187725:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98700 with x1818247338879232 ext(2215936->2220031) 00002000:00010000:1.0:1734016142.187729:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98700 00000100:00100000:1.0:1734016142.187756:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9861 00000100:00100000:1.0:1734016142.187762:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338879232:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.188504:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338879232:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 738us (1257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.188510:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9861 00002000:00100000:1.0:1734016142.188515:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2215936->2220031) req@ffff880079c98700 x1818247338879232/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.188521:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98700 with x1818247338879232 ext(2215936->2220031) 00002000:00010000:1.0:1734016142.188524:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98700 00000100:00100000:0.0:1734016142.190776:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.190856:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879488 00000100:00100000:1.0:1734016142.190864:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879488 00002000:00100000:1.0:1734016142.190893:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2220032->2224127) req@ffff880079c98a80 x1818247338879488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.190905:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98a80 with x1818247338879488 ext(2220032->2224127) 00002000:00010000:1.0:1734016142.190909:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98a80 00000100:00100000:1.0:1734016142.191022:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9862 00000100:00100000:1.0:1734016142.191029:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338879488:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.191467:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338879488:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 436us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.191474:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9862 00002000:00100000:1.0:1734016142.191479:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2220032->2224127) req@ffff880079c98a80 x1818247338879488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.191484:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98a80 with x1818247338879488 ext(2220032->2224127) 00002000:00010000:1.0:1734016142.191487:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98a80 00000100:00100000:0.0:1734016142.193748:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.193972:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879744 00000100:00100000:1.0:1734016142.193982:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879744 00002000:00100000:1.0:1734016142.194021:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2224128->2228223) req@ffff880079c98e00 x1818247338879744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.194030:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98e00 with x1818247338879744 ext(2224128->2228223) 00002000:00010000:1.0:1734016142.194035:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98e00 00000100:00100000:1.0:1734016142.194453:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9863 00000100:00100000:1.0:1734016142.194459:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338879744:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.194608:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338879744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 147us (865us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.194615:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9863 00002000:00100000:1.0:1734016142.194619:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2224128->2228223) req@ffff880079c98e00 x1818247338879744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.194625:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98e00 with x1818247338879744 ext(2224128->2228223) 00002000:00010000:1.0:1734016142.194628:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c98e00 00000100:00100000:0.0:1734016142.197183:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.197392:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338879872 00000100:00100000:3.0:1734016142.197399:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338879872 00002000:00100000:3.0:1734016142.197431:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2215936->2228223) req@ffff880079c99180 x1818247338879872/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 12776/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.197440:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c99180 with x1818247338879872 ext(2215936->2228223) 00002000:00010000:3.0:1734016142.197444:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c99180 00000100:00100000:3.0:1734016142.197471:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9864 00000100:00100000:3.0:1734016142.197476:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338879872:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.198679:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338879872:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1199us (1499us total) trans 4294970002 rc 0/0 00000100:00100000:3.0:1734016142.198687:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9864 00002000:00100000:3.0:1734016142.198693:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2215936->2228223) req@ffff880079c99180 x1818247338879872/t4294970002(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 12776/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.198699:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c99180 with x1818247338879872 ext(2215936->2228223) 00002000:00010000:3.0:1734016142.198703:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c99180 00000100:00100000:0.0:1734016142.200333:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.200465:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880000 00000100:00100000:1.0:1734016142.200472:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880000 00000100:00100000:1.0:1734016142.200515:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2766 00000100:00100000:1.0:1734016142.200521:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338880000:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:1.0:1734016142.200616:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338880000:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 95us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.200622:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2766 00000100:00100000:0.0:1734016142.202517:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.202605:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880128 00000100:00100000:3.0:1734016142.202612:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880128 00000100:00100000:3.0:1734016142.202640:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14640 00000100:00100000:3.0:1734016142.202645:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338880128:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.203775:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970002 is committed 00000001:00080000:0.0:1734016142.203787:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970001 is committed 00000100:00100000:3.0:1734016142.204063:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338880128:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1415us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.204072:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14640 00000100:00100000:0.0:1734016142.205830:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.205950:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880256 00000100:00100000:2.0:1734016142.205957:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880256 00000100:00100000:2.0:1734016142.206000:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2767 00000100:00100000:2.0:1734016142.206006:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338880256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.206029:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.206047:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea23db9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08cb expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.206113:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.206124:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.206133:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016142.206156:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4338413 00000004:00200000:2.0:1734016142.206159:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.206170:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016142.206188:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea23db9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.206227:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.206234:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.206236:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.206239:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016142.206294:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338880256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 265us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.206299:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2767 00000100:00100000:0.0:1734016142.208889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.208966:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880384 00000100:00100000:3.0:1734016142.208973:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880384 00000100:00100000:3.0:1734016142.209029:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14641 00000100:00100000:3.0:1734016142.209035:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338880384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.209048:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.209063:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08d2 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.209101:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.209480:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.210791:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 920 -> 944 00000100:00100000:3.0:1734016142.210807:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.210827:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dc7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08d2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.210836:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08d2 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.210854:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016142.210911:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338880384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1875us (2028us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.210917:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14641 00000100:00100000:0.0:1734016142.212536:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.212622:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880512 00000100:00100000:3.0:1734016142.212630:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880512 00000100:00100000:3.0:1734016142.212711:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14642 00000100:00100000:3.0:1734016142.212717:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338880512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.212733:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.212748:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23dce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08d9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.212793:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060352:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.212849:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.214702:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060352:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.214729:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23dce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08d9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.214739:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea23dce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08d9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.215082:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016142.215130:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338880512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2412us (2607us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.215137:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14642 00000100:00100000:0.0:1734016142.217436:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.217554:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880640 00000100:00100000:3.0:1734016142.217561:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880640 00000100:00100000:3.0:1734016142.217591:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14643 00000100:00100000:3.0:1734016142.217596:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338880640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.217611:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.217625:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08e0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.217666:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060480:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.217718:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.219632:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.219659:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e0 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.219671:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23dd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e0 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.219949:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016142.219996:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338880640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2398us (2564us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.220003:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14643 00000100:00100000:0.0:1734016142.222635:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.222752:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880768 00000100:00100000:3.0:1734016142.222761:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880768 00000100:00100000:3.0:1734016142.222802:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14644 00000100:00100000:3.0:1734016142.222808:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338880768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.222828:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.222843:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08e7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.222870:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.222880:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.222882:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.222885:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.222913:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.222923:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 6 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.222934:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060608:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.222998:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.225413:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060608:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.225444:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [884736->888831] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.225460:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016142.226108:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338880768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3297us (3481us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.226116:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14644 00000100:00100000:0.0:1734016142.227452:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.227551:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338880896 00000100:00100000:2.0:1734016142.227560:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338880896 00010000:00010000:2.0:1734016142.227585:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016142.227762:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4028 00000100:00100000:2.0:1734016142.227768:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338880896:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.227784:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.227801:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.227810:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.227829:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23db2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08c4 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.227856:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.227858:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.227863:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.227872:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.227899:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.227910:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341060736:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.228172:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.230147:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.230311:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341060736:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.230328:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.230359:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338880896:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2590us (2910us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.230367:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4028 00000100:00100000:3.0:1734016142.230452:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881024 00000100:00100000:3.0:1734016142.230458:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881024 00000100:00100000:3.0:1734016142.230835:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14645 00000100:00100000:3.0:1734016142.230841:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338881024:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.231003:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016142.231005:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.231007:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016141 -> 1734016141 00002000:00010000:3.0:1734016142.231009:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.231010:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 944 -> 952 00000100:00100000:3.0:1734016142.231035:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338881024:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 192us (891us total) trans 4294970003 rc 0/0 00000100:00100000:3.0:1734016142.231040:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14645 00000100:00100000:0.0:1734016142.233793:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.233873:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.233953:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881280 00000100:00100000:2.0:1734016142.233962:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881280 00000100:00100000:2.0:1734016142.234011:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881152 00000100:00100000:2.0:1734016142.234013:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881152 00000100:00100000:2.0:1734016142.234034:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14646 00000100:00100000:2.0:1734016142.234039:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338881280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.234056:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.234074:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23de3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08f5 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.234126:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341060864:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.234174:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.234189:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14647 00000100:00100000:2.0:1734016142.234194:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338881152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.234201:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.234208:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23dea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08ee expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.234230:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060992:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.234248:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.237768:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341060992:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.237804:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23dea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.237818:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23dea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08ee expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1734016142.238392:0:13929:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016142.238404:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341060864:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.238421:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23de3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08f5 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.238429:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea23de3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08f5 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.238447:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00010000:00010000:3.0:1734016142.238556:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016142.238868:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b20850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338881280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4826us (5080us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.238876:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14646 00000100:00100000:3.0:1734016142.239077:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338881152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4880us (5202us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.239083:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14647 00000100:00100000:0.0:1734016142.241867:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.241909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.241971:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881408 00000100:00100000:3.0:1734016142.241978:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881408 00000100:00100000:3.0:1734016142.242004:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881536 00000100:00100000:3.0:1734016142.242006:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881536 00000100:00100000:3.0:1734016142.242164:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14648 00000100:00100000:3.0:1734016142.242171:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338881408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.242190:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.242207:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23df1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae08fc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.242247:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341061120:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.242318:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.242371:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14649 00000100:00100000:0.0:1734016142.242376:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338881536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.242456:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.242466:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23df8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0903 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.242491:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341061248:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.243059:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.245542:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341061120:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.245579:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23df1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.245591:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23df1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08fc expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.245610:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016142.245657:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338881408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3486us (3800us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.245665:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14648 00000100:00100000:1.0:1734016142.245983:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341061248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.246000:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23df8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0903 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.246007:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea23df8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0903 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.246030:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:1.0:1734016142.246059:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338881536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3683us (4149us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.246064:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14649 00000100:00100000:0.0:1734016142.249724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.249763:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.249818:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881792 00000100:00100000:3.0:1734016142.249825:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881792 00000100:00100000:3.0:1734016142.249850:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881664 00000100:00100000:3.0:1734016142.249852:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881664 00000100:00100000:3.0:1734016142.250087:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14650 00000100:00100000:3.0:1734016142.250093:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338881792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.250110:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.250123:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23dff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0911 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.250174:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341061376:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.250248:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14651 00000100:00100000:1.0:1734016142.250253:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338881664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.250261:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.250291:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea23e06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae090a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.250319:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061504:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.250812:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.250929:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.253247:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341061376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.253305:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23dff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0911 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.253317:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea23dff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0911 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.253337:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016142.253386:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338881792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3291us (3668us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.253393:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14650 00000100:00100000:1.0:1734016142.254061:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061504:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.254082:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea23e06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae090a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.254090:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea23e06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae090a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.254112:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016142.254137:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338881664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3882us (4373us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.254143:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14651 00000100:00100000:0.0:1734016142.256841:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.256943:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338881920 00000100:00100000:1.0:1734016142.256950:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338881920 00000100:00100000:1.0:1734016142.256991:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14652 00000100:00100000:1.0:1734016142.256997:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338881920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.257011:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.257025:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0918 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.257050:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.257060:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.257061:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.257064:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1777664->1781759] (req 1777664->1781759) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.257087:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.257096:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016142.257105:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061632:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016142.257490:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.259668:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061632:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016142.259694:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1777664->1781759] (req 1777664->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.259707:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016142.259740:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338881920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2742us (2906us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.259748:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14652 00000100:00100000:0.0:1734016142.260253:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.260503:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882048 00000100:00100000:3.0:1734016142.260509:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882048 00010000:00010000:3.0:1734016142.260541:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.260562:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4029 00000100:00100000:3.0:1734016142.260568:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338882048:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.260579:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.260596:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.260609:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.260626:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ddc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08e7 expref: 8 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.260635:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.260637:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.260642:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.260650:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.260674:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.260684:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341061760:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016142.260714:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.264114:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.264207:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882304 00000100:00100000:0.0:1734016142.264214:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882304 00002000:00100000:0.0:1734016142.264253:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1777664->1781759) req@ffff88007a02aa00 x1818247338882304/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.264262:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02aa00 with x1818247338882304 ext(1777664->1781759) 00002000:00010000:0.0:1734016142.264266:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02aa00 00000100:00100000:0.0:1734016142.264316:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9865 00000100:00100000:0.0:1734016142.264321:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338882304:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.264456:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338882304:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016142.264462:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9865 00002000:00100000:0.0:1734016142.264469:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1777664->1781759) req@ffff88007a02aa00 x1818247338882304/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.264475:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02aa00 with x1818247338882304 ext(1777664->1781759) 00002000:00010000:0.0:1734016142.264477:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02aa00 00000100:00100000:3.0:1734016142.264627:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341061760:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016142.264648:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.264673:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338882048:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4105us (4421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.264680:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4029 00000100:00100000:0.0:1734016142.268539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.268633:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882560 00000100:00100000:1.0:1734016142.268640:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882560 00002000:00100000:1.0:1734016142.268677:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1781760->1785855) req@ffff880079c9aa00 x1818247338882560/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.268698:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9aa00 with x1818247338882560 ext(1781760->1785855) 00002000:00010000:1.0:1734016142.268703:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c9aa00 00000100:00100000:1.0:1734016142.268717:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9866 00000100:00100000:1.0:1734016142.268722:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338882560:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.269235:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338882560:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 510us (708us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016142.269241:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9866 00002000:00100000:1.0:1734016142.269247:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1781760->1785855) req@ffff880079c9aa00 x1818247338882560/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.269253:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9aa00 with x1818247338882560 ext(1781760->1785855) 00002000:00010000:1.0:1734016142.269256:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c9aa00 00000100:00100000:0.0:1734016142.273634:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.273887:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882688 00000100:00100000:1.0:1734016142.273895:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882688 00002000:00100000:1.0:1734016142.273937:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1777664->1785855) req@ffff880079c9b100 x1818247338882688/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 8680/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.273946:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b100 with x1818247338882688 ext(1777664->1785855) 00002000:00010000:1.0:1734016142.273951:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c9b100 00000100:00100000:1.0:1734016142.273975:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9867 00000100:00100000:1.0:1734016142.273982:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338882688:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016142.275211:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338882688:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1224us (1580us total) trans 4294970004 rc 0/0 00000100:00100000:1.0:1734016142.275219:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9867 00002000:00100000:1.0:1734016142.275228:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1777664->1785855) req@ffff880079c9b100 x1818247338882688/t4294970004(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 8680/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.275235:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b100 with x1818247338882688 ext(1777664->1785855) 00002000:00010000:1.0:1734016142.275238:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c9b100 00000100:00100000:0.0:1734016142.277002:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.277180:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882816 00000100:00100000:1.0:1734016142.277186:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882816 00000100:00100000:1.0:1734016142.277326:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14653 00000100:00100000:1.0:1734016142.277333:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338882816:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016142.278922:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970004 is committed 00000001:00080000:0.0:1734016142.278936:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970003 is committed 00000100:00100000:1.0:1734016142.279066:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338882816:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1728us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.279076:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14653 00000100:00100000:2.0:1734016142.282698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.282873:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338882944 00000100:00100000:1.0:1734016142.282881:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338882944 00000100:00100000:1.0:1734016142.282918:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14654 00000100:00100000:1.0:1734016142.282925:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338882944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.282941:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.282957:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23e14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae091f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.283004:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061888:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.283051:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016142.285100:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016141 -> 1734016142 00002000:00010000:1.0:1734016142.285107:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:1.0:1734016142.285109:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 952 -> 968 00000100:00100000:1.0:1734016142.285133:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341061888:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.285161:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23e14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae091f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.285172:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea23e14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae091f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.285519:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016142.285718:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338882944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2790us (3027us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.285724:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14654 00000100:00100000:0.0:1734016142.287925:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.288114:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883072 00000100:00100000:1.0:1734016142.288123:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883072 00000100:00100000:1.0:1734016142.288639:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14655 00000100:00100000:1.0:1734016142.288647:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338883072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.288663:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.288679:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea23e1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0926 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.288732:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.288790:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.290932:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062016:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.290965:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea23e1b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0926 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.290977:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea23e1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0926 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.291002:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016142.291047:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338883072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2399us (3126us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.291054:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14655 00000100:00100000:0.0:1734016142.293756:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.294003:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883200 00000100:00100000:1.0:1734016142.294010:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883200 00000100:00100000:1.0:1734016142.294563:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14656 00000100:00100000:1.0:1734016142.294569:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.294586:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.294602:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae092d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.294647:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062144:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.294696:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.297323:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062144:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.297351:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23e22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae092d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.297361:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea23e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae092d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.297383:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016142.297418:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2849us (3672us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.297427:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14656 00000100:00100000:0.0:1734016142.299851:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.299956:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883328 00000100:00100000:1.0:1734016142.299966:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883328 00000100:00100000:1.0:1734016142.300048:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14657 00000100:00100000:1.0:1734016142.300054:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.300075:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.300094:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea23e29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0934 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.300143:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062272:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.300191:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.302800:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.302827:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea23e29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0934 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.302838:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea23e29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0934 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.302849:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016142.302881:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2826us (3038us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.302888:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14657 00000100:00100000:0.0:1734016142.305305:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.305385:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883456 00000100:00100000:1.0:1734016142.305393:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883456 00000100:00100000:1.0:1734016142.305456:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14658 00000100:00100000:1.0:1734016142.305463:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.305479:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.305494:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23e30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae093b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.305541:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062400:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.305819:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.307356:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062400:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.307383:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23e30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae093b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.307394:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea23e30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae093b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.307483:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016142.307632:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2167us (2370us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.307640:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14658 00000100:00100000:0.0:1734016142.309672:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.309743:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883584 00000100:00100000:1.0:1734016142.309750:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883584 00000100:00100000:1.0:1734016142.309833:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14659 00000100:00100000:1.0:1734016142.309839:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.309855:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.309870:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23e37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0942 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.309913:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062528:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.310086:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.312081:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341062528:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.312108:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23e37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0942 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.312119:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea23e37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0942 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.312293:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016142.312345:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338883584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2502us (2677us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.312352:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14659 00000100:00100000:0.0:1734016142.314990:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.315097:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883712 00000100:00100000:1.0:1734016142.315109:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883712 00000100:00100000:1.0:1734016142.315215:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14660 00000100:00100000:1.0:1734016142.315222:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338883712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.315242:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.315258:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0949 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.316384:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.316398:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.316399:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016142.316403:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3133440->3145727] (req 3133440->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.316431:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.316445:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 6 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:1.0:1734016142.316458:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341062656:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016142.316533:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.320368:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a0b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341062656:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016142.320395:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3133440->3145727] (req 3133440->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.320411:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016142.320461:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338883712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5238us (5480us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.320468:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14660 00000100:00100000:0.0:1734016142.320899:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.321176:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883840 00000100:00100000:3.0:1734016142.321183:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883840 00010000:00010000:3.0:1734016142.321206:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.321238:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4030 00000100:00100000:3.0:1734016142.321244:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338883840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.321254:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.321293:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.321303:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.321321:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23d73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae088c expref: 7 pid: 7694 timeout: 510 lvb_type: 0 00010000:00010000:3.0:1734016142.321344:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.321346:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.321352:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.321360:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.321385:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.321397:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341062784:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016142.321433:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.324476:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341062784:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016142.324501:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.324597:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338883840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3351us (3697us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.324606:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4030 00000100:00100000:0.0:1734016142.325945:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.325985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.326047:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884096 00000100:00100000:3.0:1734016142.326053:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884096 00000100:00100000:3.0:1734016142.326093:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338883968 00000100:00100000:3.0:1734016142.326095:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338883968 00000100:00100000:3.0:1734016142.326110:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14661 00000100:00100000:3.0:1734016142.326115:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338884096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.326130:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.326146:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23e45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0957 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.326189:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341062912:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.326229:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.326251:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14662 00000100:00100000:3.0:1734016142.326256:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338883968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.326262:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.326288:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23e4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0950 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.326310:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063040:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.326326:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.328597:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063040:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.328628:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23e4c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0950 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.328640:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23e4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0950 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.328655:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:2.0:1734016142.328711:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338883968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2454us (2725us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.328718:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14662 00002000:00010000:3.0:1734016142.329634:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 144109 -> 3144643 00002000:00010000:3.0:1734016142.329637:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.329639:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00002000:00010000:3.0:1734016142.329641:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016142.329652:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341062912:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.329671:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23e45 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0957 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.329680:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23e45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0957 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.329701:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016142.330378:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338884096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4260us (4433us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.330385:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14661 00000100:00100000:0.0:1734016142.332224:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.333308:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.333484:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884224 00000100:00100000:3.0:1734016142.333493:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884224 00000100:00100000:3.0:1734016142.333543:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884352 00000100:00100000:3.0:1734016142.333545:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884352 00000100:00100000:3.0:1734016142.333573:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14663 00000100:00100000:3.0:1734016142.333580:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338884224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.333597:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.333611:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23e53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae095e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.333658:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341063168:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.333700:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.333727:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14664 00000100:00100000:3.0:1734016142.333731:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338884352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.333738:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.333747:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23e5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0965 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.333769:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341063296:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.333785:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.337485:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341063296:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.337518:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23e5a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0965 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.337538:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cef40/0x857af32d4ea23e5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0965 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.337553:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:2.0:1734016142.337588:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338884352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3855us (4284us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.337596:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14664 00000100:00100000:3.0:1734016142.337950:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341063168:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.337970:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23e53 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae095e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.337977:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea23e53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae095e expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.337984:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016142.338001:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338884224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4422us (5783us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.338006:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14663 00000100:00100000:0.0:1734016142.342350:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.342391:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.342484:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884480 00000100:00100000:2.0:1734016142.342492:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884480 00000100:00100000:2.0:1734016142.342536:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884608 00000100:00100000:2.0:1734016142.342539:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884608 00000100:00100000:2.0:1734016142.342560:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14665 00000100:00100000:2.0:1734016142.342566:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338884480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.342585:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.342600:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23e61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae096c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.342644:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341063424:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.342688:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.342706:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14666 00000100:00100000:2.0:1734016142.342710:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338884608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.342718:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.342729:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea23e68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0973 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.342752:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341063552:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.342767:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.345196:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341063424:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.345225:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23e61 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae096c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.345237:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea23e61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae096c expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.345250:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016142.345655:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338884480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3087us (3316us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.345663:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14665 00000100:00100000:3.0:1734016142.346336:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341063552:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.346356:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea23e68 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0973 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346366:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea23e68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0973 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346378:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:3.0:1734016142.346407:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338884608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3695us (4013us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.346413:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14666 00000100:00100000:0.0:1734016142.349437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.349662:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884736 00000100:00100000:3.0:1734016142.349669:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884736 00000100:00100000:3.0:1734016142.349707:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14667 00000100:00100000:3.0:1734016142.349712:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338884736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.349726:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.349740:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae097a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.349763:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.349769:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.349770:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.349773:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4829184->4837375] (req 4829184->4837375) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.349800:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.349810:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 6 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.349824:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063680:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.350480:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.353542:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.353880:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063680:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.353905:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4829184->4837375] (req 4829184->4837375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.353920:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:2.0:1734016142.354284:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884864 00000100:00100000:2.0:1734016142.354290:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884864 00010000:00010000:2.0:1734016142.354312:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016142.354341:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4031 00000100:00100000:2.0:1734016142.354346:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338884864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.354357:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.354372:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.354381:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.354399:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea23e0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0918 expref: 7 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.354732:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338884736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5017us (5300us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.354740:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14667 00010000:00010000:2.0:1734016142.355059:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.355061:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.355067:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.355074:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.355096:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.355108:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341063808:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.355153:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.358226:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341063808:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.358247:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.358312:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338884864:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3965us (4778us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.358322:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4031 00000100:00100000:0.0:1734016142.358676:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.358813:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338884992 00000100:00100000:3.0:1734016142.358818:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338884992 00000100:00100000:3.0:1734016142.358846:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14668 00000100:00100000:3.0:1734016142.358851:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338884992:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.359037:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4835756 00002000:00010000:3.0:1734016142.359040:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.359042:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.359044:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.359046:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 968 -> 984 00000100:00100000:3.0:1734016142.360102:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338884992:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1246us (1422us total) trans 4294970005 rc 0/0 00000100:00100000:3.0:1734016142.360111:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14668 00000100:00100000:0.0:1734016142.362559:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.362648:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885120 00000100:00100000:3.0:1734016142.362656:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885120 00000100:00100000:3.0:1734016142.362741:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14669 00000100:00100000:3.0:1734016142.362747:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338885120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.362763:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.362779:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23e76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0981 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.362823:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063936:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.362881:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.364696:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016142.364714:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341063936:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.364743:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23e76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0981 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.364753:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea23e76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0981 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.365097:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016142.365145:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338885120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2396us (2591us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.365152:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14669 00000100:00100000:0.0:1734016142.367887:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.368187:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885248 00000100:00100000:3.0:1734016142.368195:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885248 00000100:00100000:3.0:1734016142.368362:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14670 00000100:00100000:3.0:1734016142.368369:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338885248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.368387:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.368403:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23e7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0988 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.368448:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341064064:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.368507:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.370339:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341064064:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.370366:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23e7d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0988 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.370376:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23e7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0988 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.370385:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016142.370417:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338885248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2047us (2536us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.370423:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14670 00000100:00100000:0.0:1734016142.373407:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.373505:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885376 00000100:00100000:3.0:1734016142.373512:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885376 00000100:00100000:3.0:1734016142.373723:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14671 00000100:00100000:3.0:1734016142.373729:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338885376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.373744:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.373757:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23e84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae098f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.373802:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064192:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.374045:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.375955:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064192:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.375984:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23e84 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae098f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.375996:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea23e84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae098f expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.376006:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016142.376089:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338885376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2358us (2687us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.376096:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14671 00000100:00100000:0.0:1734016142.378377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.378485:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885504 00000100:00100000:3.0:1734016142.378493:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885504 00000100:00100000:3.0:1734016142.378542:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14672 00000100:00100000:3.0:1734016142.378548:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338885504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.378561:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.378577:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0996 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.378605:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.378611:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.378613:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.378616:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.378647:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.378658:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 9 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:3.0:1734016142.378670:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064320:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.378730:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.380569:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064320:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.380591:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.380604:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016142.380641:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338885504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2093us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.380647:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14672 00000100:00100000:0.0:1734016142.384609:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.384904:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885632 00000100:00100000:1.0:1734016142.384914:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885632 00002000:00100000:1.0:1734016142.384956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3133440->3144642) req@ffff8800a8842050 x1818247338885632/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 11696/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.384972:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842050 with x1818247338885632 ext(3133440->3144642) 00010000:00010000:1.0:1734016142.384984:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 10 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016142.384996:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 10 pid: 7692 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016142.385003:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8842050 00000100:00100000:1.0:1734016142.385023:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 386 00000100:00100000:1.0:1734016142.385030:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8842050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338885632:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016142.388437:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8842050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338885632:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3396us (3824us total) trans 4294968367 rc 0/0 00000100:00100000:1.0:1734016142.388449:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 386 00002000:00100000:1.0:1734016142.388463:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3133440->3144642) req@ffff8800a8842050 x1818247338885632/t4294968367(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 11696/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.388472:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8842050 with x1818247338885632 ext(3133440->3144642) 00010000:00010000:1.0:1734016142.388480:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:1.0:1734016142.388493:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00002000:00010000:1.0:1734016142.388498:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8842050 00000100:00100000:0.0:1734016142.395705:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.396929:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885760 00000100:00100000:2.0:1734016142.396937:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885760 00010000:00010000:2.0:1734016142.396964:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00000100:00100000:2.0:1734016142.396996:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4032 00000100:00100000:2.0:1734016142.397001:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338885760:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.397012:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.397025:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:2.0:1734016142.397030:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.397039:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.397054:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea23e3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0949 expref: 12 pid: 7692 timeout: 510 lvb_type: 0 00010000:00010000:2.0:1734016142.397082:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.397084:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.397089:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.397096:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.397120:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.397129:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341064448:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.397177:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.398719:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341064448:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016142.398739:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.398768:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338885760:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1764us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.398777:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4032 00000100:00100000:0.0:1734016142.399964:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.400778:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338885888 00000100:00100000:3.0:1734016142.400785:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338885888 00000100:00100000:3.0:1734016142.400824:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14673 00000100:00100000:3.0:1734016142.400831:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338885888:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.401026:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3144643 -> 3144643 00002000:00010000:3.0:1734016142.401029:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.401031:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.401033:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.401034:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 32 00000100:00100000:3.0:1734016142.401074:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338885888:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 242us (1112us total) trans 4294968368 rc 0/0 00000100:00100000:3.0:1734016142.401081:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14673 00000100:00100000:0.0:1734016142.409980:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.410059:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.410079:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886272 00000100:00100000:0.0:1734016142.410086:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886272 00002000:00100000:0.0:1734016142.410118:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3145727) req@ffff880079f21f80 x1818247338886272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.410127:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21f80 with x1818247338886272 ext(0->3145727) 00002000:00010000:0.0:1734016142.410131:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21f80 00000100:00100000:0.0:1734016142.410190:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886400 00000100:00100000:0.0:1734016142.410193:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886400 00002000:00100000:0.0:1734016142.410203:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1970175) req@ffff880079f20380 x1818247338886400/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.410210:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338886400 ext(1966080->1970175) 00002000:00010000:0.0:1734016142.410212:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:0.0:1734016142.410221:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9868 00000100:00100000:0.0:1734016142.410226:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338886272:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.412863:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9869 00000100:00100000:3.0:1734016142.412872:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338886400:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.412995:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338886400:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 124us (2935us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.413001:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9869 00002000:00100000:3.0:1734016142.413008:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1966080->1970175) req@ffff880079f20380 x1818247338886400/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.413015:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f20380 with x1818247338886400 ext(1966080->1970175) 00002000:00010000:3.0:1734016142.413020:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f20380 00000100:00100000:0.0:1734016142.433594:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.434148:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886656 00000100:00100000:2.0:1734016142.434158:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886656 00002000:00100000:2.0:1734016142.434192:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1970176->1974271) req@ffff880079f21500 x1818247338886656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.434201:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338886656 ext(1970176->1974271) 00002000:00010000:2.0:1734016142.434205:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21500 00000100:00100000:2.0:1734016142.434759:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9870 00000100:00100000:2.0:1734016142.434765:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338886656:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.434907:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338886656:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 140us (1318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.434917:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9870 00002000:00100000:2.0:1734016142.434925:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (1970176->1974271) req@ffff880079f21500 x1818247338886656/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.434932:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21500 with x1818247338886656 ext(1970176->1974271) 00002000:00010000:2.0:1734016142.434935:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f21500 00000100:00100000:1.0:1734016142.453502:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338886272:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 43265us (43518us total) trans 0 rc 3145728/3145728 00000100:00100000:1.0:1734016142.453516:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9868 00002000:00100000:1.0:1734016142.453535:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (0->3145727) req@ffff880079f21f80 x1818247338886272/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 3145728/3145728 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016142.453543:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f21f80 with x1818247338886272 ext(0->3145727) 00002000:00010000:1.0:1734016142.453547:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f21f80 00000100:00100000:0.0:1734016142.453637:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.453729:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.454974:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886784 00000100:00100000:3.0:1734016142.454985:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886784 00000100:00100000:3.0:1734016142.455030:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338886912 00000100:00100000:3.0:1734016142.455032:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338886912 00000100:00100000:3.0:1734016142.455060:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14674 00000100:00100000:3.0:1734016142.455067:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338886784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.455091:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.455113:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23e92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae099d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.455180:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341064576:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.455251:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.455362:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14675 00000100:00100000:0.0:1734016142.455368:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338886912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.455377:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.455389:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23e99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09a4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.455422:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341064704:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.455449:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00002000:00010000:1.0:1734016142.458715:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:1.0:1734016142.458741:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341064704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.458775:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23e99 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09a4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.458788:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea23e99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09a4 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.458873:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:1.0:1734016142.459087:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338886912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3717us (5357us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.459094:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14675 00000100:00100000:3.0:1734016142.459400:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341064576:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.459417:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23e92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae099d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.459426:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea23e92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae099d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.460015:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016142.460049:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338886784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4981us (6412us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.460054:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14674 00000100:00100000:0.0:1734016142.464243:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.465810:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887040 00000100:00100000:3.0:1734016142.465820:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887040 00000100:00100000:1.0:1734016142.465961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.466750:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887168 00000100:00100000:3.0:1734016142.466755:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887168 00000100:00100000:3.0:1734016142.466785:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14676 00000100:00100000:3.0:1734016142.466792:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338887040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.466808:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.466822:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23ea0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09ab expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.466867:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341064832:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.466916:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.466928:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14677 00000100:00100000:3.0:1734016142.466932:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338887168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.466939:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.466948:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23ea7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09b2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.466970:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064960:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.466987:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.468981:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341064960:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.469010:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23ea7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09b2 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.469021:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea23ea7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09b2 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.469041:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:2.0:1734016142.469081:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338887168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2147us (3120us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.469087:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14677 00000100:00100000:3.0:1734016142.469331:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341064832:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.469347:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23ea0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ab expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.469354:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea23ea0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ab expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.469372:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016142.469399:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338887040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2605us (5161us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.469408:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14676 00000100:00100000:1.0:1734016142.473472:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.473787:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.473904:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887296 00000100:00100000:2.0:1734016142.473913:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887296 00000100:00100000:2.0:1734016142.473943:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887424 00000100:00100000:2.0:1734016142.473944:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887424 00000100:00100000:2.0:1734016142.473957:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14678 00000100:00100000:2.0:1734016142.473962:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338887296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.473976:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.473989:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23eae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09b9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.474039:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341065088:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.474083:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.474360:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14679 00000100:00100000:3.0:1734016142.474365:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338887424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.474373:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.474380:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23eb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09c0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.474409:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341065216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.474435:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.476768:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341065088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.476796:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23eae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09b9 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.476807:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23eae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09b9 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.476829:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016142.476863:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338887296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2900us (3396us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.476869:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14678 00000100:00100000:3.0:1734016142.477648:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341065216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.477668:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23eb5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c0 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.477677:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23eb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c0 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.477685:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016142.477868:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338887424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3499us (4078us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.477874:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14679 00000100:00100000:1.0:1734016142.480504:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.480685:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887552 00000100:00100000:3.0:1734016142.480693:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887552 00000100:00100000:3.0:1734016142.481100:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14680 00000100:00100000:3.0:1734016142.481105:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338887552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.481121:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.481136:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09c7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.481161:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.481171:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.481173:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.481176:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.481202:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.481212:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.481221:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065344:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.481348:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.483563:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065344:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.483593:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.483607:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016142.484122:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338887552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3013us (3622us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.484131:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14680 00000100:00100000:0.0:1734016142.485604:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.485671:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887680 00000100:00100000:3.0:1734016142.485678:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887680 00010000:00010000:3.0:1734016142.485703:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.485738:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4033 00000100:00100000:3.0:1734016142.485743:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338887680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.485753:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.485771:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.485780:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.485798:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23e6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae097a expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.485808:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.485810:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016142.485816:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.485823:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.485849:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.485860:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341065472:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016142.485912:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.488855:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.488922:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338887936 00000100:00100000:0.0:1734016142.488929:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338887936 00002000:00100000:0.0:1734016142.488961:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->901119) req@ffff88007a0b2680 x1818247338887936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.488969:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2680 with x1818247338887936 ext(897024->901119) 00002000:00010000:0.0:1734016142.488974:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2680 00000100:00100000:0.0:1734016142.488991:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9871 00000100:00100000:0.0:1734016142.488997:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338887936:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.489118:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338887936:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 121us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016142.489124:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9871 00002000:00100000:0.0:1734016142.489128:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->901119) req@ffff88007a0b2680 x1818247338887936/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.489135:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b2680 with x1818247338887936 ext(897024->901119) 00002000:00010000:0.0:1734016142.489137:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b2680 00000100:00100000:3.0:1734016142.489342:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341065472:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016142.489357:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.489374:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338887680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3632us (3774us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.489381:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4033 00000100:00100000:1.0:1734016142.492550:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.492850:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888192 00000100:00100000:2.0:1734016142.492859:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888192 00002000:00100000:2.0:1734016142.492896:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (901120->905215) req@ffff88007a0b3800 x1818247338888192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.492905:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3800 with x1818247338888192 ext(901120->905215) 00002000:00010000:2.0:1734016142.492909:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3800 00000100:00100000:2.0:1734016142.492933:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9872 00000100:00100000:2.0:1734016142.492939:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338888192:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.493077:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338888192:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.493083:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9872 00002000:00100000:2.0:1734016142.493088:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (901120->905215) req@ffff88007a0b3800 x1818247338888192/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.493099:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3800 with x1818247338888192 ext(901120->905215) 00002000:00010000:2.0:1734016142.493101:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3800 00000100:00100000:0.0:1734016142.498191:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.498588:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888448 00000100:00100000:2.0:1734016142.498597:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888448 00002000:00100000:2.0:1734016142.498638:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (905216->909311) req@ffff88007c663480 x1818247338888448/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.498648:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663480 with x1818247338888448 ext(905216->909311) 00002000:00010000:2.0:1734016142.498653:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c663480 00000100:00100000:2.0:1734016142.498673:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9873 00000100:00100000:2.0:1734016142.498679:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338888448:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.499372:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338888448:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 689us (1188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016142.499379:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9873 00002000:00100000:2.0:1734016142.499384:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (905216->909311) req@ffff88007c663480 x1818247338888448/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.499390:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c663480 with x1818247338888448 ext(905216->909311) 00002000:00010000:2.0:1734016142.499393:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c663480 00000100:00100000:0.0:1734016142.502535:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.502688:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888576 00000100:00100000:2.0:1734016142.502697:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888576 00002000:00100000:2.0:1734016142.502732:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->909311) req@ffff88007c662300 x1818247338888576/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 12776/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.502741:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338888576 ext(897024->909311) 00002000:00010000:2.0:1734016142.502745:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c662300 00000100:00100000:2.0:1734016142.502761:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9874 00000100:00100000:2.0:1734016142.502766:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338888576:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.504595:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338888576:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1821us (2070us total) trans 4294970006 rc 0/0 00000100:00100000:2.0:1734016142.504605:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9874 00002000:00100000:2.0:1734016142.504615:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (897024->909311) req@ffff88007c662300 x1818247338888576/t4294970006(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 12776/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.504621:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c662300 with x1818247338888576 ext(897024->909311) 00002000:00010000:2.0:1734016142.504626:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c662300 00000100:00100000:1.0:1734016142.506641:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.506805:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888704 00000100:00100000:3.0:1734016142.506813:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888704 00000100:00100000:3.0:1734016142.506852:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14681 00000100:00100000:3.0:1734016142.506858:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338888704:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016142.508341:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970006 is committed 00000001:00080000:2.0:1734016142.508354:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970005 is committed 00000100:00100000:3.0:1734016142.508507:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338888704:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1647us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.508517:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14681 00000100:00100000:1.0:1734016142.510790:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.510958:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888832 00000100:00100000:3.0:1734016142.510966:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888832 00000100:00100000:3.0:1734016142.511048:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14682 00000100:00100000:3.0:1734016142.511054:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338888832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.511070:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.511085:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09ce expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.511132:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065600:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.511186:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016142.512665:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 984 -> 1008 00000100:00100000:3.0:1734016142.512689:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065600:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.512710:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23ec3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ce expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.512727:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea23ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ce expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.512737:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016142.512785:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338888832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1727us (1998us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.512792:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14682 00000100:00100000:1.0:1734016142.514961:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.515108:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338888960 00000100:00100000:3.0:1734016142.515118:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338888960 00000100:00100000:3.0:1734016142.515453:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14683 00000100:00100000:3.0:1734016142.515460:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338888960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.515477:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.515493:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23eca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09d5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.515555:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.515608:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.517597:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.517626:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23eca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09d5 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.517636:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea23eca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09d5 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.517688:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016142.517789:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338888960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2328us (2833us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.517796:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14683 00000100:00100000:0.0:1734016142.519917:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.520017:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889088 00000100:00100000:3.0:1734016142.520025:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889088 00000100:00100000:3.0:1734016142.520130:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14684 00000100:00100000:3.0:1734016142.520136:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338889088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.520150:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.520164:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23ed1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09dc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.520208:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.520258:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.521618:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.521638:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23ed1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09dc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.521647:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea23ed1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09dc expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.521707:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016142.521736:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338889088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1600us (1824us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.521744:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14684 00000100:00100000:1.0:1734016142.523775:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.523851:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889216 00000100:00100000:3.0:1734016142.523857:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889216 00000100:00100000:3.0:1734016142.524193:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14685 00000100:00100000:3.0:1734016142.524200:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338889216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.524219:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.524239:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ed8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09e3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.524334:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.524392:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.526375:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341065984:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.526411:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ed8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09e3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.526425:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23ed8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09e3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.526435:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016142.526489:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338889216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2289us (2721us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.526497:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14685 00000100:00100000:1.0:1734016142.529577:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.529786:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889344 00000100:00100000:3.0:1734016142.529797:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889344 00000100:00100000:3.0:1734016142.529863:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14686 00000100:00100000:3.0:1734016142.529873:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338889344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.529897:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.529920:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09ea expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.529962:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.529970:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.529972:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.529976:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1552384->1560575] (req 1552384->1560575) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.530008:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.530021:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 6 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.530034:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341066112:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.530118:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.534256:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.535251:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341066112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.535311:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1552384->1560575] (req 1552384->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.535325:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016142.535374:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338889344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5502us (5804us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.535382:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14686 00000100:00100000:2.0:1734016142.536228:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889472 00000100:00100000:2.0:1734016142.536235:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889472 00010000:00010000:2.0:1734016142.536260:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.536589:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4034 00000100:00100000:2.0:1734016142.536594:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338889472:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.536605:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.536622:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.536630:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.536647:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23ebc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09c7 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.536676:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.536678:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.536684:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.536691:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.536716:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.536726:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341066240:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.536771:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.540505:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.540652:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341066240:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.540674:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.540721:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338889472:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4125us (6473us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.540731:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4034 00000100:00100000:3.0:1734016142.540805:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889600 00000100:00100000:3.0:1734016142.540811:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889600 00000100:00100000:3.0:1734016142.540835:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14687 00000100:00100000:3.0:1734016142.540840:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338889600:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.540983:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4835756 -> 4835756 00002000:00010000:3.0:1734016142.540986:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.540988:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.540990:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.540991:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:3.0:1734016142.541040:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338889600:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 199us (544us total) trans 4294970007 rc 0/0 00000100:00100000:3.0:1734016142.541045:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14687 00000100:00100000:0.0:1734016142.548303:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.548341:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.548415:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889856 00000100:00100000:2.0:1734016142.548422:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889856 00000100:00100000:2.0:1734016142.548455:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889728 00000100:00100000:2.0:1734016142.548457:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889728 00000100:00100000:2.0:1734016142.548468:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14688 00000100:00100000:2.0:1734016142.548473:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338889856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.548487:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.548502:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23ee6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09f8 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.548554:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341066368:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.548600:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.548657:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14689 00000100:00100000:3.0:1734016142.548661:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338889728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.548669:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.548677:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23eed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09f1 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.548697:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341066496:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.548713:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.550906:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341066496:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.550934:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23eed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09f1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.550950:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23eed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09f1 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.550964:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:2.0:1734016142.551321:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341066368:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.551341:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23ee6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09f8 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.551350:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23ee6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09f8 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.551364:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:3.0:1734016142.551561:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338889728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2896us (3216us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.551568:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14689 00000100:00100000:2.0:1734016142.551820:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338889856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3344us (3553us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.551826:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14688 00000100:00100000:1.0:1734016142.554795:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.555010:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.555086:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338889984 00000100:00100000:3.0:1734016142.555093:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338889984 00000100:00100000:3.0:1734016142.555212:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890112 00000100:00100000:3.0:1734016142.555215:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890112 00000100:00100000:2.0:1734016142.555478:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14690 00000100:00100000:2.0:1734016142.555486:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338889984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.555501:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.555516:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23ef4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae09ff expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.555573:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341066624:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.555618:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.555691:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14691 00000100:00100000:3.0:1734016142.555696:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338890112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.555704:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.555712:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23efb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a06 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.555734:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341066752:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.555753:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.557898:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341066624:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.557926:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23ef4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ff expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.557937:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23ef4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ff expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.557960:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:3.0:1734016142.557995:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338889984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2509us (3207us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.558002:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14690 00000100:00100000:3.0:1734016142.558043:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341066752:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.558059:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23efb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a06 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.558067:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea23efb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a06 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.558074:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016142.558090:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338890112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2393us (3081us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.558095:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14691 00000100:00100000:1.0:1734016142.561113:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.561211:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890240 00000100:00100000:3.0:1734016142.561219:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890240 00000100:00100000:3.0:1734016142.561264:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14692 00000100:00100000:3.0:1734016142.561291:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338890240:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.561503:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3144643 -> 3144643 00002000:00010000:3.0:1734016142.561505:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.561507:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.561508:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.561510:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1734016142.561787:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b20450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338890240:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 515us (682us total) trans 4294968369 rc 0/0 00000100:00100000:3.0:1734016142.561793:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14692 00000100:00100000:1.0:1734016142.565405:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.565452:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.565509:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890368 00000100:00100000:0.0:1734016142.565516:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890368 00000100:00100000:0.0:1734016142.565551:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890496 00000100:00100000:0.0:1734016142.565554:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890496 00000100:00100000:0.0:1734016142.565570:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14693 00000100:00100000:0.0:1734016142.565576:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338890368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.565589:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.565604:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea23f02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a0d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.565648:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341066880:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.565823:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14694 00000100:00100000:3.0:1734016142.565830:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338890496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.565837:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.565848:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23f09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a14 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.565873:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341067008:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.565893:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.566508:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.567945:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341066880:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016142.567969:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea23f02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a0d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.567980:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea23f02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a0d expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.568003:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016142.568037:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338890368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2460us (2640us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.568043:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14693 00002000:00010000:3.0:1734016142.568241:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:3.0:1734016142.568252:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341067008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.568292:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23f09 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a14 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.568300:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea23f09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a14 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.568309:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016142.568325:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338890496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2496us (2873us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.568330:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14694 00000100:00100000:1.0:1734016142.570443:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.570491:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.570548:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890752 00000100:00100000:0.0:1734016142.570558:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890752 00000100:00100000:0.0:1734016142.570590:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890624 00000100:00100000:0.0:1734016142.570592:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890624 00000100:00100000:0.0:1734016142.570605:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14695 00000100:00100000:0.0:1734016142.570610:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338890752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.570629:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.570646:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23f10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a22 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.570700:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341067136:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.570750:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.570812:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14696 00000100:00100000:3.0:1734016142.570818:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338890624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.570825:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.570834:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a1b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.570859:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067264:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.570879:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.573303:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341067136:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016142.573331:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23f10 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a22 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.573343:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea23f10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a22 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.573355:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:0.0:1734016142.573390:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338890752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2778us (2952us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.573397:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14695 00000100:00100000:3.0:1734016142.573754:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.573772:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f17 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a1b expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.573780:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a1b expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.573786:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016142.573816:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338890624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2996us (3323us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.573822:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14696 00000100:00100000:1.0:1734016142.576228:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.576319:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.576462:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338890880 00000100:00100000:0.0:1734016142.576470:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338890880 00000100:00100000:0.0:1734016142.576501:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891008 00000100:00100000:0.0:1734016142.576503:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891008 00000100:00100000:0.0:1734016142.576527:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14697 00000100:00100000:0.0:1734016142.576537:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338890880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.576552:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.576570:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23f1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a29 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.576622:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341067392:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.576672:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.576975:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14698 00000100:00100000:3.0:1734016142.576980:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338891008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.576988:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.576997:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23f25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a30 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.577022:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341067520:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.577044:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.579738:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341067392:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016142.579765:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23f1e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a29 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.579776:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea23f1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a29 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.580188:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016142.580231:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338890880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3694us (4008us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.580238:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14697 00000100:00100000:3.0:1734016142.580870:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341067520:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.580893:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23f25 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a30 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.580901:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea23f25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a30 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.580924:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016142.580957:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338891008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3975us (4636us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.580962:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14698 00000100:00100000:1.0:1734016142.588945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.588992:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.589049:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891264 00000100:00100000:0.0:1734016142.589057:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891264 00000100:00100000:0.0:1734016142.589086:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891136 00000100:00100000:0.0:1734016142.589088:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891136 00000100:00100000:0.0:1734016142.589100:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14699 00000100:00100000:0.0:1734016142.589106:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338891264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.589121:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.589135:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23f2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a3e expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.589176:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341067648:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.589216:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.589414:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14700 00000100:00100000:3.0:1734016142.589419:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338891136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.589427:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.589437:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a37 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.589461:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067776:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.589481:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.592200:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341067648:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.592228:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23f2c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a3e expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.592240:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933f3c0/0x857af32d4ea23f2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a3e expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.592266:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:2.0:1734016142.592608:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338891264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3500us (3668us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.592615:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14699 00000100:00100000:3.0:1734016142.593171:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067776:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.593188:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f33 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a37 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.593196:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea23f33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a37 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.593506:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016142.593819:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338891136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4396us (4824us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.593825:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14700 00000100:00100000:1.0:1734016142.596421:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.596469:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.596592:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891392 00000100:00100000:3.0:1734016142.596600:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891392 00000100:00100000:3.0:1734016142.596630:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891520 00000100:00100000:3.0:1734016142.596632:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891520 00000100:00100000:3.0:1734016142.597033:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14701 00000100:00100000:3.0:1734016142.597040:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338891392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.597054:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.597067:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23f3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a45 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.597107:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067904:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.597149:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.597185:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14702 00000100:00100000:2.0:1734016142.597190:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338891520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.597197:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.597205:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a4c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.597227:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068032:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.597244:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.598772:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068032:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.598798:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f41 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a4c expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.598807:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a4c expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.598825:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016142.598854:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338891520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1663us (2385us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.598861:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14702 00000100:00100000:3.0:1734016142.599508:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341067904:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.599538:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23f3a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a45 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.599547:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea23f3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a45 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.599613:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016142.599790:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338891392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2700us (3326us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.599796:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14701 00000100:00100000:1.0:1734016142.603610:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.603780:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891648 00000100:00100000:3.0:1734016142.603788:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891648 00000100:00100000:3.0:1734016142.604099:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14703 00000100:00100000:3.0:1734016142.604106:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338891648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.604121:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.604138:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a53 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.604165:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.604171:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.604173:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.604176:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3469312->3481599] (req 3469312->3481599) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.604201:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.604211:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.604223:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341068160:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.604490:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.607006:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341068160:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.607034:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3469312->3481599] (req 3469312->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.607047:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016142.607089:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338891648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2983us (3486us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.607098:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14703 00000100:00100000:1.0:1734016142.608996:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.609101:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891776 00000100:00100000:2.0:1734016142.609109:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891776 00010000:00010000:2.0:1734016142.609137:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.609166:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4035 00000100:00100000:2.0:1734016142.609172:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338891776:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.609181:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.609197:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.609206:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.609224:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea23edf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae09ea expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.609247:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.609249:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.609256:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609295:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.609322:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.609332:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341068288:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.609383:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.612030:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341068288:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.612053:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.612107:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338891776:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2932us (3115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.612116:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4035 00000100:00100000:1.0:1734016142.612404:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.612930:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338891904 00000100:00100000:3.0:1734016142.612937:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338891904 00000100:00100000:3.0:1734016142.612978:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14704 00000100:00100000:3.0:1734016142.612983:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338891904:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.613162:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4835756 -> 4835756 00002000:00010000:3.0:1734016142.613165:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.613167:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.613168:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.613170:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1008 -> 1032 00000100:00100000:3.0:1734016142.613203:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338891904:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 219us (800us total) trans 4294970008 rc 0/0 00000100:00100000:3.0:1734016142.613209:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14704 00000100:00100000:1.0:1734016142.615663:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.615729:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892032 00000100:00100000:2.0:1734016142.615735:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892032 00000100:00100000:2.0:1734016142.615808:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14705 00000100:00100000:2.0:1734016142.615814:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338892032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.615827:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.615840:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a5a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.615878:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.616142:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.617630:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.617660:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a5a expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.617671:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a5a expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.617808:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016142.617965:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338892032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2149us (2306us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.617973:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14705 00000100:00100000:0.0:1734016142.619907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.620003:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892160 00000100:00100000:2.0:1734016142.620010:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892160 00000100:00100000:2.0:1734016142.620048:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14706 00000100:00100000:2.0:1734016142.620054:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338892160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.620069:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.620081:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a61 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.620119:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068544:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.620165:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.622081:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068544:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.622110:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a61 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.622121:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a61 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.623383:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016142.623807:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338892160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3748us (3901us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.623815:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14706 00000100:00100000:0.0:1734016142.626677:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.626796:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892288 00000100:00100000:2.0:1734016142.626805:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892288 00000100:00100000:3.0:1734016142.627918:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14707 00000100:00100000:3.0:1734016142.627928:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338892288:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016142.628113:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3144643 -> 3144643 00002000:00010000:3.0:1734016142.628116:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.628118:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.628120:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.628122:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1734016142.628213:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338892288:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 285us (1544us total) trans 4294968370 rc 0/0 00000100:00100000:3.0:1734016142.628220:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14707 00010000:00010000:3.0:1734016142.630525:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.632255:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.632674:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892416 00000100:00100000:2.0:1734016142.632682:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892416 00000100:00100000:2.0:1734016142.632724:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14708 00000100:00100000:2.0:1734016142.632730:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338892416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.632747:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.632764:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f5d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a68 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.632812:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.633117:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.634640:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016142.634666:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.634702:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f5d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a68 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.634712:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f5d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a68 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.634827:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016142.634874:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338892416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2142us (2624us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.634880:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14708 00000100:00100000:3.0:1734016142.637435:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.637714:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892544 00000100:00100000:2.0:1734016142.637721:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892544 00000100:00100000:2.0:1734016142.637765:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14709 00000100:00100000:2.0:1734016142.637771:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338892544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.637784:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.637799:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23f64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a6f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.637841:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068800:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.637884:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.639478:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341068800:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.639504:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23f64 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a6f expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.639514:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea23f64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a6f expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.639532:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016142.639927:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338892544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2154us (2497us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.639934:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14709 00000100:00100000:0.0:1734016142.642664:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.642817:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892672 00000100:00100000:2.0:1734016142.642827:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892672 00000100:00100000:2.0:1734016142.642879:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14710 00000100:00100000:2.0:1734016142.642886:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338892672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.642903:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.642925:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a76 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.642977:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068928:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.643037:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.651166:0:13929:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 4835756 -> 5600502 00000100:00100000:2.0:1734016142.651191:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341068928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.651224:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f6b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a76 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.651237:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea23f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a76 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.653824:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016142.653932:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338892672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11040us (11272us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.653942:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14710 00000100:00100000:1.0:1734016142.656190:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.656293:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892800 00000100:00100000:2.0:1734016142.656302:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892800 00000100:00100000:2.0:1734016142.656351:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14711 00000100:00100000:2.0:1734016142.656358:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338892800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.656377:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.656391:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a7d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.656436:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.656480:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.672772:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.672806:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f72 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a7d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.672819:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea23f72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a7d expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.672844:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016142.672883:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338892800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 16525us (16700us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.672891:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14711 00000100:00100000:1.0:1734016142.683672:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.683781:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338892928 00000100:00100000:2.0:1734016142.683790:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338892928 00000100:00100000:2.0:1734016142.683849:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14712 00000100:00100000:2.0:1734016142.683856:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338892928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.683879:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.683898:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a84 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.683926:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.683937:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.683939:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.683942:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3567616->3571711] (req 3567616->3571711) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.683973:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.683984:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.683994:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069184:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016142.684050:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.686077:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069184:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016142.686194:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3567616->3571711] (req 3567616->3571711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.686207:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016142.687371:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338892928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3512us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.687382:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14712 00000100:00100000:2.0:1734016142.687723:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.688073:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893056 00000100:00100000:3.0:1734016142.688080:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893056 00002000:00100000:3.0:1734016142.688108:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5591040->5600501) req@ffff88007a02b800 x1818247338893056/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 9952/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.688116:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b800 with x1818247338893056 ext(5591040->5600501) 00010000:00010000:3.0:1734016142.688124:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.688133:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016142.688138:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a02b800 00000100:00100000:3.0:1734016142.688161:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 387 00000100:00100000:3.0:1734016142.688165:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338893056:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.691782:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338893056:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 3604us (4048us total) trans 4294970009 rc 0/0 00000100:00100000:3.0:1734016142.691795:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 387 00002000:00100000:3.0:1734016142.691808:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5591040->5600501) req@ffff88007a02b800 x1818247338893056/t4294970009(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 9952/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.691820:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02b800 with x1818247338893056 ext(5591040->5600501) 00010000:00010000:3.0:1734016142.691830:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.691842:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016142.691849:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a02b800 00000100:00100000:0.0:1734016142.716040:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.716174:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893184 00000100:00100000:2.0:1734016142.716182:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893184 00010000:00010000:2.0:1734016142.716214:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.716257:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4036 00000100:00100000:2.0:1734016142.716263:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338893184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.716346:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.716364:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1032 -> 1056 00010000:00010000:2.0:1734016142.716370:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.716381:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.716400:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea23f48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a53 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.716522:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.716524:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.716532:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.716539:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.716570:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.716580:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341069312:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.716625:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.724484:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.724599:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893440 00000100:00100000:3.0:1734016142.724606:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893440 00002000:00100000:3.0:1734016142.724638:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a125180 x1818247338893440/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000100:00100000:2.0:1734016142.724643:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341069312:192.168.201.60@tcp:105: 00002000:00100000:3.0:1734016142.724647:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338893440 ext(0->4194303) 00002000:00010000:3.0:1734016142.724651:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a125180 00010000:00010000:2.0:1734016142.724660:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.724667:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9875 00000100:00100000:3.0:1734016142.724672:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338893440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016142.724702:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338893184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8438us (8672us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.724711:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4036 00000100:00100000:2.0:1734016142.777835:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a125180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338893440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 53148us (53345us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016142.777847:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9875 00002000:00100000:2.0:1734016142.777860:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a125180 x1818247338893440/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/440 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.777870:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a125180 with x1818247338893440 ext(0->4194303) 00002000:00010000:2.0:1734016142.777879:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a125180 00000100:00100000:0.0:1734016142.786355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.786402:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.787333:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893696 00000100:00100000:2.0:1734016142.787344:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893696 00000100:00100000:2.0:1734016142.787394:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893568 00000100:00100000:2.0:1734016142.787397:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893568 00000100:00100000:2.0:1734016142.788111:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14713 00000100:00100000:2.0:1734016142.788118:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338893696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.788135:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.788150:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a92 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.788193:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341069440:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.788244:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.788752:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14714 00000100:00100000:0.0:1734016142.788759:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338893568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.788769:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.788777:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23f87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a8b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.788804:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341069568:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.788824:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.791463:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341069440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.792458:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f80 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a92 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.792473:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a92 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.792496:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016142.792568:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338893696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4447us (6218us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.792578:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14713 00000100:00100000:1.0:1734016142.793461:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341069568:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.793487:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23f87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a8b expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.793496:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea23f87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a8b expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.793524:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:1.0:1734016142.793559:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338893568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4799us (7156us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.793565:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14714 00000100:00100000:0.0:1734016142.801098:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.802369:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.802437:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893824 00000100:00100000:3.0:1734016142.802446:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893824 00000100:00100000:3.0:1734016142.802486:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338893952 00000100:00100000:3.0:1734016142.802488:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338893952 00000100:00100000:3.0:1734016142.802527:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14715 00000100:00100000:3.0:1734016142.802534:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338893824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.802553:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.802575:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23f8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0a99 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.802621:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14716 00000100:00100000:2.0:1734016142.802627:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338893952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.802635:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1734016142.802638:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069696:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.802646:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0aa0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.802671:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341069824:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.802695:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.802897:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.805615:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341069696:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.805651:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341069824:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.805664:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23f8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a99 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.805672:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa0 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.805679:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea23f95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa0 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.805679:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea23f8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a99 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.805694:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00010000:00010000:3.0:1734016142.805710:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016142.805757:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338893824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3221us (4663us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.805766:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14715 00000100:00100000:3.0:1734016142.807350:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338893952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4716us (4979us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.807360:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14716 00000100:00100000:0.0:1734016142.810608:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.810708:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894208 00000100:00100000:1.0:1734016142.810716:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894208 00000100:00100000:1.0:1734016142.810935:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2768 00000100:00100000:1.0:1734016142.810942:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247338894208:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016142.810979:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016142.810999:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea23d81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0893 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.811091:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016142.811094:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016142.811210:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016142.811221:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.811226:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016142.811250:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.811260:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 21 pid: 8227 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016142.811293:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341069952:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016142.811341:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.818565:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341069952:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016142.818585:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016142.818779:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.819115:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894336 00000100:00100000:2.0:1734016142.819121:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894336 00010000:00010000:2.0:1734016142.819145:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.819166:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4037 00000100:00100000:2.0:1734016142.819172:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338894336:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.819182:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.819187:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.819196:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.819212:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea23dc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae08cb expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.819237:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.819241:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.819248:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.819253:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.819284:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.819316:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338894336:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 144us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.819323:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4037 00010000:00010000:0.0:1734016142.823370:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016142.823383:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016142.823490:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969072 00000004:00010000:0.0:1734016142.823544:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079efca80 reply state ffff88007a321000 transno 4294969073 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016142.823551:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016142.823656:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338894208:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 12709us (13050us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1734016142.823665:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2768 00000020:00080000:0.0:1734016142.823670:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016142.826102:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.826605:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894464 00000100:00100000:2.0:1734016142.826614:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894464 00000100:00100000:2.0:1734016142.826654:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14717 00000100:00100000:2.0:1734016142.826662:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338894464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.826679:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.826696:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0aa7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.826722:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.826729:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.826730:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.826733:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.826760:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.826771:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.826782:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341070080:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016142.826834:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.827174:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827180:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827187:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827193:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016142.827197:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827202:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827214:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016142.827216:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016142.827218:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.827222:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea23f9c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016142.832508:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341070080:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016142.832545:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.832559:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016142.832606:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338894464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5943us (6513us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.832613:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14717 00000100:00100000:1.0:1734016142.833470:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.833742:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894592 00000100:00100000:2.0:1734016142.833749:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894592 00002000:00100000:2.0:1734016142.833777:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3567616->3571711) req@ffff880079c9b480 x1818247338894592/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 4584/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.833786:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b480 with x1818247338894592 ext(3567616->3571711) 00010000:00010000:2.0:1734016142.833794:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.833805:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 8 pid: 13929 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016142.833810:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079c9b480 00000100:00100000:2.0:1734016142.833836:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 388 00000100:00100000:2.0:1734016142.833841:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338894592:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016142.839839:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338894592:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 5988us (6361us total) trans 4294970010 rc 0/0 00000100:00100000:2.0:1734016142.839850:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 388 00002000:00100000:2.0:1734016142.839860:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (3567616->3571711) req@ffff880079c9b480 x1818247338894592/t4294970010(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 4584/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016142.839868:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b480 with x1818247338894592 ext(3567616->3571711) 00010000:00010000:2.0:1734016142.839877:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.839889:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00002000:00010000:2.0:1734016142.839899:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079c9b480 00000100:00100000:0.0:1734016142.848427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.849643:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894720 00000100:00100000:1.0:1734016142.849651:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894720 00010000:00010000:1.0:1734016142.849687:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.850959:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4038 00000100:00100000:2.0:1734016142.850967:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338894720:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.850979:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016142.850994:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1056 -> 1064 00010000:00010000:2.0:1734016142.851000:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.851010:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.851029:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea23f79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0a84 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.851054:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.851056:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.851061:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.851068:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.851093:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.851107:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341070208:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.851167:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.856995:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.857096:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894848 00000100:00100000:3.0:1734016142.857104:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894848 00000100:00100000:3.0:1734016142.857157:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14718 00000100:00100000:3.0:1734016142.857165:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338894848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.857181:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.857198:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0aae expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.857222:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.857228:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.857230:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016142.857233:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.857257:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.857291:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 9 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.857303:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341070336:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016142.857355:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.857639:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341070208:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.857658:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.857683:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338894720:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6717us (9262us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.857690:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4038 00000100:00100000:0.0:1734016142.864533:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.865128:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338894976 00000100:00100000:2.0:1734016142.865135:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338894976 00010000:00010000:2.0:1734016142.865171:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.865211:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4039 00000100:00100000:2.0:1734016142.865217:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338894976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016142.865231:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.865248:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.865258:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:2.0:1734016142.865304:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.865306:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016142.865310:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.865323:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.865350:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.865359:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341070464:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016142.865403:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9fd80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016142.865855:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea23e8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0996 expref: 10 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.865879:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341070336:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016142.865902:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.865909:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016142.865944:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338894848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8780us (8960us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.865950:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14718 00000100:00100000:2.0:1734016142.870714:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341070464:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016142.870735:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016142.870768:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338894976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5549us (6241us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.870777:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4039 00000100:00100000:0.0:1734016142.874415:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.874895:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.874975:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895232 00000100:00100000:2.0:1734016142.874983:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895232 00002000:00010000:2.0:1734016142.875014:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016142.875017:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338895232 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016142.875026:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8df80. 00000100:00100000:2.0:1734016142.875053:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895104 00000100:00100000:2.0:1734016142.875056:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895104 00002000:00010000:2.0:1734016142.875065:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (536788->18446744073709551615) 00002000:00100000:2.0:1734016142.875067:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338895104 ext(536788->18446744073709551615) 00002000:00010000:2.0:1734016142.875073:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ca80. 00000100:00100000:2.0:1734016142.875085:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9876 00000100:00100000:2.0:1734016142.875091:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338895232:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016142.877246:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3144643 -> 0 00002000:00010000:2.0:1734016142.877254:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.877256:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:2.0:1734016142.877258:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.877260:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:2.0:1734016142.877353:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338895232:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2258us (2944us total) trans 4294968371 rc 0/0 00000100:00100000:2.0:1734016142.877362:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9876 00002000:00010000:2.0:1734016142.877366:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016142.877368:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8df80 with x1818247338895232 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016142.877373:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8df80. 00000100:00100000:2.0:1734016142.877394:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9877 00000100:00100000:2.0:1734016142.877400:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338895104:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016142.880006:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5600502 -> 536788 00002000:00010000:2.0:1734016142.880013:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.880015:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.880017:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016142.880018:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 1064 -> 832 00000100:00100000:2.0:1734016142.880078:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338895104:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2674us (5178us total) trans 4294970011 rc 0/0 00000100:00100000:2.0:1734016142.880089:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9877 00002000:00010000:2.0:1734016142.880093:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (536788->18446744073709551615) 00002000:00100000:2.0:1734016142.880096:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8ca80 with x1818247338895104 ext(536788->18446744073709551615) 00002000:00010000:2.0:1734016142.880101:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8ca80. 00000100:00100000:0.0:1734016142.882178:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.890598:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895360 00000100:00100000:2.0:1734016142.890611:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895360 00000100:00100000:2.0:1734016142.890682:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2769 00000100:00100000:2.0:1734016142.890689:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247338895360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.890712:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.890729:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea23fb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ab5 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.890803:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.890814:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.890824:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:2.0:1734016142.890843:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 536788 00000004:00200000:2.0:1734016142.890847:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.890861:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.890882:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea23fb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ab5 expref: 30 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.890898:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ab5 expref: 29 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.890905:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.890908:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.890910:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016142.890976:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338895360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 286us (8803us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.890982:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2769 00000100:00100000:2.0:1734016142.897924:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.898031:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895488 00000100:00100000:3.0:1734016142.898039:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895488 00000100:00100000:3.0:1734016142.898080:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2770 00000100:00100000:3.0:1734016142.898085:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338895488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.898101:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.898116:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23fbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0abc expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.898185:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016142.898196:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016142.898205:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016142.898226:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 536788 00000004:00200000:3.0:1734016142.898229:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016142.898243:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016142.898260:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea23fbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.898315:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.898323:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016142.898325:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016142.898328:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016142.898371:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338895488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 283us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.898377:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2770 00000100:00100000:1.0:1734016142.903442:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.903485:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.903543:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895744 00000100:00100000:0.0:1734016142.903550:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895744 00000100:00100000:0.0:1734016142.903580:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895616 00000100:00100000:0.0:1734016142.903581:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895616 00000100:00100000:0.0:1734016142.903595:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14719 00000100:00100000:0.0:1734016142.903602:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338895744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.903618:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.903633:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea23fcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0aca expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.903680:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341070592:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.904296:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14720 00000100:00100000:3.0:1734016142.904302:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338895616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.904310:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.904320:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23fd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ac3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.904345:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341070720:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.905266:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.905339:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00002000:00010000:2.0:1734016142.908248:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:2.0:1734016142.908320:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341070592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.908382:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea23fcd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aca expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.908396:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea23fcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aca expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.908411:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:2.0:1734016142.908459:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338895744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4856us (5024us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.908466:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14719 00002000:00010000:3.0:1734016142.908559:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 536788 -> 1428580 00000100:00100000:3.0:1734016142.908572:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341070720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.908590:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23fd4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ac3 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.908599:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea23fd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ac3 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.908611:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016142.908631:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338895616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4328us (5145us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.908637:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14720 00000100:00100000:0.0:1734016142.911624:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.911681:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.911799:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338895872 00000100:00100000:3.0:1734016142.911808:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338895872 00000100:00100000:3.0:1734016142.912049:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896000 00000100:00100000:3.0:1734016142.912053:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896000 00000100:00100000:2.0:1734016142.912084:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14721 00000100:00100000:2.0:1734016142.912090:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338895872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.912108:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.912123:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23fdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ad1 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.912175:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341070848:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.912416:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14722 00000100:00100000:3.0:1734016142.912421:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338896000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.912429:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.912439:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23fe2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ad8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.912470:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341070976:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.912655:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.912800:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.915196:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341070848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.915229:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23fdb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ad1 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.915241:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea23fdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ad1 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.915251:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016142.915338:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338895872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3246us (3725us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.915345:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14721 00000100:00100000:3.0:1734016142.915434:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341070976:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.915451:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23fe2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ad8 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.915458:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea23fe2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ad8 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.915465:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016142.915481:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338896000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3060us (3800us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.915486:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14722 00000100:00100000:0.0:1734016142.919193:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.919319:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896256 00000100:00100000:2.0:1734016142.919327:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896256 00000100:00100000:2.0:1734016142.919380:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2771 00000100:00100000:2.0:1734016142.919387:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247338896256:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016142.919433:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016142.919457:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea23fb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ab5 expref: 29 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.919472:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.919476:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016142.919611:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.919623:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.919630:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.919660:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 21 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.919671:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 21 pid: 8227 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.919682:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341071104:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016142.919737:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b53b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.924070:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.924315:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341071104:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016142.924340:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:3.0:1734016142.924634:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896384 00000100:00100000:3.0:1734016142.924641:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896384 00010000:00010000:3.0:1734016142.924672:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016142.924708:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4040 00000100:00100000:3.0:1734016142.924714:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338896384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.924726:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016142.924731:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.924739:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.924761:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea23fc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0abc expref: 22 pid: 8227 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.924781:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016142.924786:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.924794:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.924800:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.924817:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016142.924861:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338896384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 145us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.924868:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4040 00010000:00010000:2.0:1734016142.925607:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.925613:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:2.0:1734016142.925714:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969074 00000004:00010000:2.0:1734016142.925764:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c8c380 reply state ffff88007f1be000 transno 4294969075 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016142.925771:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016142.925899:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338896256:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6511us (6711us total) trans 4294969075 rc 0/0 00000100:00100000:2.0:1734016142.925908:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2771 00000020:00080000:2.0:1734016142.925914:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016142.927838:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927848:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927853:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927857:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4af40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016142.927861:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927866:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927878:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016142.927881:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016142.927885:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016142.927888:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea23fe9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016142.930393:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.930442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.930675:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896640 00000100:00100000:1.0:1734016142.930683:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896640 00002000:00010000:1.0:1734016142.930722:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:1.0:1734016142.930726:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c000 with x1818247338896640 ext(0->18446744073709551615) 00002000:00010000:1.0:1734016142.930737:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c000. 00000100:00100000:1.0:1734016142.931497:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896512 00000100:00100000:1.0:1734016142.931501:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896512 00002000:00010000:1.0:1734016142.931546:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3447862->18446744073709551615) 00002000:00100000:1.0:1734016142.931549:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f100 with x1818247338896512 ext(3447862->18446744073709551615) 00002000:00010000:1.0:1734016142.931556:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8f100. 00000100:00100000:3.0:1734016142.931594:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9878 00000100:00100000:3.0:1734016142.931602:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338896640:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.931726:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1734016142.931729:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.931731:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016141 00002000:00010000:3.0:1734016142.931732:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.931734:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016142.931775:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338896640:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 174us (1389us total) trans 4294968372 rc 0/0 00000100:00100000:3.0:1734016142.931781:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9878 00002000:00010000:3.0:1734016142.931783:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016142.931785:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8c000 with x1818247338896640 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016142.931788:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8c000. 00000100:00100000:3.0:1734016142.931816:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9879 00000100:00100000:3.0:1734016142.931820:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338896512:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016142.931927:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 1428580 -> 3447862 00002000:00010000:3.0:1734016142.931929:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.931931:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.931933:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016142.931935:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 832 -> 832 00000100:00100000:3.0:1734016142.931951:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338896512:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 130us (1508us total) trans 4294970012 rc 0/0 00000100:00100000:3.0:1734016142.931956:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9879 00002000:00010000:3.0:1734016142.931958:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3447862->18446744073709551615) 00002000:00100000:3.0:1734016142.931960:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8f100 with x1818247338896512 ext(3447862->18446744073709551615) 00002000:00010000:3.0:1734016142.931963:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8f100. 00000100:00100000:0.0:1734016142.934197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.934297:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896768 00000100:00100000:2.0:1734016142.934305:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896768 00000100:00100000:2.0:1734016142.934350:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2772 00000100:00100000:2.0:1734016142.934356:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338896768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.934374:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.934387:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea23ff0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0adf expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934451:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.934461:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.934469:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:2.0:1734016142.934486:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3447862 00000004:00200000:2.0:1734016142.934488:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016142.934499:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016142.934525:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea23ff0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934537:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 22 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.934544:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016142.934546:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016142.934548:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016142.934583:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338896768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 227us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.934591:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2772 00000100:00100000:0.0:1734016142.936426:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.936465:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.936548:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338896896 00000100:00100000:2.0:1734016142.936554:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338896896 00000100:00100000:2.0:1734016142.936591:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897024 00000100:00100000:2.0:1734016142.936594:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897024 00000100:00100000:2.0:1734016142.936609:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14723 00000100:00100000:2.0:1734016142.936615:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338896896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.936627:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.936640:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23ffe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ae6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.936684:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341071232:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.936724:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.936787:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14724 00000100:00100000:1.0:1734016142.936792:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.936800:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.936809:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24005 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0aed expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.936831:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341071360:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.936849:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.938165:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341071232:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.938190:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23ffe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ae6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.938200:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea23ffe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ae6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.938210:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016142.938246:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338896896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1630us (1825us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.938254:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14723 00002000:00010000:1.0:1734016142.938357:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016141 -> 1734016142 00000100:00100000:1.0:1734016142.938369:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341071360:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.938385:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24005 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aed expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.938394:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24005 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aed expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.938404:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016142.938423:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1629us (1956us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.938427:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14724 00000100:00100000:0.0:1734016142.941078:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.941157:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.941226:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897152 00000100:00100000:1.0:1734016142.941234:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897152 00000100:00100000:1.0:1734016142.941304:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897280 00000100:00100000:1.0:1734016142.941307:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897280 00000100:00100000:1.0:1734016142.941335:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14725 00000100:00100000:1.0:1734016142.941341:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.941358:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.941374:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2400c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0af4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.941423:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341071488:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.941470:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.941550:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14726 00000100:00100000:2.0:1734016142.941556:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.941564:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.941575:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea24013 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0afb expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.941604:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341071616:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.941624:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.944037:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341071616:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.944069:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea24013 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0afb expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.944078:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea24013 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0afb expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.944088:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016142.944130:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2572us (2971us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.944137:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14726 00000100:00100000:1.0:1734016142.944413:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341071488:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.944429:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2400c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0af4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.944438:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2400c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0af4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.944445:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016142.944472:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3131us (3402us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.944477:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14725 00000100:00100000:1.0:1734016142.947647:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.947672:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897536 00000100:00100000:1.0:1734016142.947678:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897536 00000100:00100000:1.0:1734016142.947707:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14727 00000100:00100000:1.0:1734016142.947712:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338897536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.947724:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016142.947738:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2401a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b09 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.947780:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341071744:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016142.947820:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.947851:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.947869:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897408 00000100:00100000:1.0:1734016142.947874:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897408 00000100:00100000:2.0:1734016142.950236:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14728 00000100:00100000:2.0:1734016142.950245:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338897408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.950884:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.950902:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24021 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b02 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.950949:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341071872:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.950996:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.953696:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341071744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016142.953727:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2401a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b09 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.953739:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2401a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b09 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.953749:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016142.953796:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338897536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6082us (6155us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016142.953803:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14727 00000100:00100000:3.0:1734016142.955173:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341071872:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.955200:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24021 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b02 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.955211:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24021 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b02 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.955229:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016142.955294:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338897408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5024us (7417us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.955303:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14728 00000100:00100000:0.0:1734016142.957882:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.959179:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897664 00000100:00100000:3.0:1734016142.959190:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897664 00000100:00100000:3.0:1734016142.959238:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14729 00000100:00100000:3.0:1734016142.959244:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.959260:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.959293:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24028 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b10 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.959338:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341072000:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.959383:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016142.959529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.959904:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897792 00000100:00100000:0.0:1734016142.959908:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897792 00000100:00100000:0.0:1734016142.959940:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14730 00000100:00100000:0.0:1734016142.959945:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.959952:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016142.959962:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2402f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b17 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016142.959988:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011cd48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072128:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016142.960008:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.965361:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341072000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.965392:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24028 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b10 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.965404:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24028 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b10 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.965414:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016142.965460:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6215us (7586us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.965467:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14729 00000100:00100000:0.0:1734016142.965636:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011cd48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072128:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016142.965673:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2402f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b17 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.965682:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea2402f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b17 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.965692:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016142.965709:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338897792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5764us (6181us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016142.965714:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14730 00000100:00100000:0.0:1734016142.968798:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.968836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.968916:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338897920 00000100:00100000:2.0:1734016142.968922:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338897920 00000100:00100000:2.0:1734016142.968956:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898048 00000100:00100000:2.0:1734016142.968958:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898048 00000100:00100000:2.0:1734016142.968979:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14731 00000100:00100000:2.0:1734016142.968985:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.968999:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.969013:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24036 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b1e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016142.969056:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341072256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016142.969095:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.969151:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14732 00000100:00100000:3.0:1734016142.969156:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338898048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.969165:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016142.969182:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2403d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b25 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016142.969209:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341072384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016142.969227:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.971764:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341072256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016142.971796:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24036 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b1e expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016142.971808:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24036 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b1e expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.971916:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341072384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016142.971934:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2403d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b25 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.971941:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea2403d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b25 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.971948:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016142.971991:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338898048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2832us (3152us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016142.971998:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14732 00010000:00010000:2.0:1734016142.972583:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016142.972606:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338897920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3621us (3815us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016142.972613:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14731 00000100:00100000:0.0:1734016142.977648:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016142.977799:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898176 00000100:00100000:2.0:1734016142.977807:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898176 00000100:00100000:2.0:1734016142.977851:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14733 00000100:00100000:2.0:1734016142.977857:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338898176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016142.977873:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016142.977888:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b2c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.977911:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.977918:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.977919:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016142.977922:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.977948:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.977957:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 11 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016142.977967:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341072512:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016142.978012:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016142.981422:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341072512:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016142.981456:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016142.981471:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016142.981510:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338898176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3653us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016142.981527:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14733 00000100:00100000:0.0:1734016142.981863:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.982023:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898304 00000100:00100000:3.0:1734016142.982029:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898304 00002000:00100000:3.0:1734016142.982055:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1429503) req@ffff88011cd4ad80 x1818247338898304/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 4584/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.982063:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247338898304 ext(1425408->1429503) 00010000:00010000:3.0:1734016142.982068:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 12 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.982077:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 12 pid: 8975 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016142.982087:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4ad80 00000100:00100000:3.0:1734016142.982109:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 389 00000100:00100000:3.0:1734016142.982113:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338898304:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.983556:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338898304:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1438us (1691us total) trans 4294970013 rc 0/0 00000100:00100000:3.0:1734016142.983563:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 389 00002000:00100000:3.0:1734016142.983569:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1425408->1429503) req@ffff88011cd4ad80 x1818247338898304/t4294970013(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:103/0 lens 4584/448 e 0 to 0 dl 1734016153 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.983575:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247338898304 ext(1425408->1429503) 00010000:00010000:3.0:1734016142.983581:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016142.983590:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016142.983596:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011cd4ad80 00000100:00100000:0.0:1734016142.985457:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.985534:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898432 00000100:00100000:1.0:1734016142.985540:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898432 00010000:00010000:1.0:1734016142.985564:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016142.985594:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4041 00000100:00100000:1.0:1734016142.985599:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338898432:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016142.985612:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016142.985624:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 832 -> 840 00010000:00010000:1.0:1734016142.985629:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016142.985638:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016142.985655:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea23fa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aa7 expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016142.985670:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.985673:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016142.985679:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.985685:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.985711:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016142.985721:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341072640:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016142.985777:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.988124:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016142.988194:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341072640:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016142.988210:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016142.988251:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338898432:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2650us (2799us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.988261:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4041 00000100:00100000:3.0:1734016142.988641:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898688 00000100:00100000:3.0:1734016142.988646:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898688 00002000:00100000:3.0:1734016142.988674:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff880078940700 x1818247338898688/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.988682:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338898688 ext(131072->135167) 00002000:00010000:3.0:1734016142.988685:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700 00000100:00100000:3.0:1734016142.988703:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9880 00000100:00100000:3.0:1734016142.988709:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338898688:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.988817:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338898688:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 107us (699us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.988822:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9880 00002000:00100000:3.0:1734016142.988827:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (131072->135167) req@ffff880078940700 x1818247338898688/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.988833:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940700 with x1818247338898688 ext(131072->135167) 00002000:00010000:3.0:1734016142.988836:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940700 00000100:00100000:2.0:1734016142.991825:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016142.991877:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338898944 00000100:00100000:0.0:1734016142.991886:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338898944 00002000:00100000:0.0:1734016142.991927:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff88007a02a300 x1818247338898944/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.991936:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338898944 ext(135168->139263) 00002000:00010000:0.0:1734016142.991940:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a300 00000100:00100000:0.0:1734016142.992321:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9881 00000100:00100000:0.0:1734016142.992327:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338898944:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.992489:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338898944:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 161us (675us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016142.992495:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9881 00002000:00100000:0.0:1734016142.992501:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (135168->139263) req@ffff88007a02a300 x1818247338898944/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016142.992506:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a02a300 with x1818247338898944 ext(135168->139263) 00002000:00010000:0.0:1734016142.992509:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a02a300 00000100:00100000:0.0:1734016142.997954:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016142.999314:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899200 00000100:00100000:3.0:1734016142.999324:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899200 00002000:00100000:3.0:1734016142.999362:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (139264->143359) req@ffff880078940000 x1818247338899200/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/0 e 0 to 0 dl 1734016153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.999371:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338899200 ext(139264->143359) 00002000:00010000:3.0:1734016142.999376:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940000 00000100:00100000:3.0:1734016142.999431:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9882 00000100:00100000:3.0:1734016142.999437:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338899200:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016142.999751:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338899200:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 311us (1803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016142.999759:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9882 00002000:00100000:3.0:1734016142.999766:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (139264->143359) req@ffff880078940000 x1818247338899200/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:103/0 lens 488/4536 e 0 to 0 dl 1734016153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016142.999772:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078940000 with x1818247338899200 ext(139264->143359) 00002000:00010000:3.0:1734016142.999774:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078940000 00000100:00100000:0.0:1734016143.004600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.005443:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899328 00000100:00100000:2.0:1734016143.005453:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899328 00000100:00100000:2.0:1734016143.005637:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14734 00000100:00100000:2.0:1734016143.005646:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338899328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.005666:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.005684:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2404b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b33 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.005738:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072768:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.005787:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.010505:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072768:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.010548:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2404b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b33 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.010560:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2404b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b33 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.011001:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016143.011118:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338899328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5471us (6524us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.011128:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14734 00000100:00100000:0.0:1734016143.013823:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.013904:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899456 00000100:00100000:2.0:1734016143.013912:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899456 00000100:00100000:2.0:1734016143.014012:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14735 00000100:00100000:2.0:1734016143.014018:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338899456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.014032:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.014047:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24052 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b3a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.014094:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.014499:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.018810:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341072896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.018845:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24052 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b3a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.018856:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24052 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b3a expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.019038:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016143.019364:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338899456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5344us (5546us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.019372:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14735 00000100:00100000:2.0:1734016143.023309:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.023419:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899584 00000100:00100000:0.0:1734016143.023428:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899584 00000100:00100000:0.0:1734016143.023483:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14736 00000100:00100000:0.0:1734016143.023489:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338899584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.023518:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.023535:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b41 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.023559:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.023562:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016143.023569:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.023586:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.023603:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016143.023666:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338899584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 176us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.023673:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14736 00000100:00080000:2.0:1734016143.023941:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:0.0:1734016143.025853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.026527:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899712 00000100:00100000:3.0:1734016143.026537:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899712 00000100:00100000:3.0:1734016143.027161:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14737 00000100:00100000:3.0:1734016143.027168:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338899712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.027185:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.027205:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b48 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.027236:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.027243:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.027248:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.027250:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016143.027254:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 15 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.027304:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.027315:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 511 lvb_type: 1 00000100:00100000:3.0:1734016143.027326:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341073024:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016143.027406:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.027417:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 9 pid: 7694 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016143.027424:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341073152:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016143.027441:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.031320:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341073024:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016143.031333:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341073152:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016143.031363:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 15 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.031376:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016143.031414:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338899712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4245us (5568us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.031421:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14737 00000100:00100000:0.0:1734016143.035434:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.035486:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.035685:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899840 00000100:00100000:1.0:1734016143.035693:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899840 00010000:00010000:1.0:1734016143.035731:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 511 lvb_type: 1 00000100:00100000:1.0:1734016143.035772:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338899968 00000100:00100000:1.0:1734016143.035775:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338899968 00010000:00010000:1.0:1734016143.035793:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.035807:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4042 00000100:00100000:1.0:1734016143.035813:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338899840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.035827:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.035844:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016143.035853:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016143.035869:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea24059 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b41 expref: 15 pid: 7694 timeout: 511 lvb_type: 1 00010000:00010000:1.0:1734016143.035887:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.035921:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338899840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 107us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.035929:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4042 00000100:00100000:1.0:1734016143.035958:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4043 00000100:00100000:1.0:1734016143.035961:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338899968:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.035967:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.035974:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.035981:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.035991:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24044 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b2c expref: 10 pid: 7694 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.035998:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.035999:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.036004:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.036009:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.036034:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.036044:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341073280:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.036071:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00080000:3.0:1734016143.036222:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016113 00000100:00100000:1.0:1734016143.039615:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341073280:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.039636:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.039683:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338899968:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3718us (4194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.039693:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4043 00000100:00100000:0.0:1734016143.039877:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.040391:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900224 00000100:00100000:3.0:1734016143.040396:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900224 00002000:00100000:3.0:1734016143.040427:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff88007c5a3100 x1818247338900224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.040434:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338900224 ext(909312->913407) 00002000:00010000:3.0:1734016143.040438:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:3.0:1734016143.040463:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9883 00000100:00100000:3.0:1734016143.040468:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338900224:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.040609:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338900224:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 139us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.040614:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9883 00002000:00100000:3.0:1734016143.040619:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff88007c5a3100 x1818247338900224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.040625:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3100 with x1818247338900224 ext(909312->913407) 00002000:00010000:3.0:1734016143.040627:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3100 00000100:00100000:0.0:1734016143.044658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.044832:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900352 00000100:00100000:2.0:1734016143.044840:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900352 00002000:00100000:2.0:1734016143.044872:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff88007c5a3b80 x1818247338900352/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 4584/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.044881:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3b80 with x1818247338900352 ext(909312->913407) 00002000:00010000:2.0:1734016143.044885:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3b80 00000100:00100000:2.0:1734016143.044914:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9884 00000100:00100000:2.0:1734016143.044919:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247338900352:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.047581:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338900352:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2652us (2921us total) trans 4294970014 rc 0/0 00000100:00100000:2.0:1734016143.047595:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9884 00002000:00100000:2.0:1734016143.047605:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (909312->913407) req@ffff88007c5a3b80 x1818247338900352/t4294970014(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 4584/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.047613:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a3b80 with x1818247338900352 ext(909312->913407) 00002000:00010000:2.0:1734016143.047617:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a3b80 00000100:00100000:0.0:1734016143.050193:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.050314:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900480 00000100:00100000:3.0:1734016143.050322:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900480 00000100:00100000:3.0:1734016143.050380:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2773 00000100:00100000:3.0:1734016143.050386:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338900480:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016143.050507:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338900480:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 120us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.050520:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2773 00000100:00080000:0.0:1734016143.050663:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00000100:00100000:0.0:1734016143.053564:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.053665:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900608 00000100:00100000:3.0:1734016143.053674:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900608 00000100:00100000:3.0:1734016143.053706:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14738 00000100:00100000:3.0:1734016143.053713:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880074b20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338900608:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016143.056763:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970014 is committed 00000001:00080000:2.0:1734016143.056802:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970010 is committed 00000100:00100000:3.0:1734016143.057827:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880074b20050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338900608:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 4107us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.057838:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14738 00000100:00100000:0.0:1734016143.060228:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.060314:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.060403:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900736 00000100:00100000:1.0:1734016143.060411:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900736 00000100:00100000:1.0:1734016143.060441:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900864 00000100:00100000:1.0:1734016143.060443:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900864 00000100:00100000:1.0:1734016143.060464:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14739 00000100:00100000:1.0:1734016143.060471:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338900736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.060487:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.060501:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24067 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b4f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.060556:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073408:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.060600:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.060615:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14740 00000100:00100000:1.0:1734016143.060619:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338900864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.060625:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.060634:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2406e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b56 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.060653:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341073536:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.060668:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.062814:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341073536:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.062845:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2406e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b56 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.062856:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea2406e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b56 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.062869:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:2.0:1734016143.062907:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338900864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2285us (2592us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.062915:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14740 00002000:00010000:1.0:1734016143.063103:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 840 -> 848 00000100:00100000:1.0:1734016143.063117:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073408:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.063132:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24067 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b4f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.063140:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24067 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b4f expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.063149:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016143.063184:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338900736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2713us (2962us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.063188:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14739 00000100:00100000:0.0:1734016143.066971:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.067021:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.067140:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338900992 00000100:00100000:1.0:1734016143.067149:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338900992 00000100:00100000:1.0:1734016143.067186:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901120 00000100:00100000:1.0:1734016143.067188:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901120 00000100:00100000:1.0:1734016143.067465:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14741 00000100:00100000:1.0:1734016143.067471:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338900992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.067490:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.067506:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea24075 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b5d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.067569:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073664:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.067626:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.067670:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14742 00000100:00100000:2.0:1734016143.067675:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338901120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.067683:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.067694:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2407c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b64 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.067720:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341073792:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.067740:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.071229:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341073792:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.071262:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2407c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b64 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.071302:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea2407c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b64 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.071311:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016143.071358:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338901120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3681us (4335us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.071364:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14742 00000100:00100000:1.0:1734016143.071474:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073664:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.071492:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea24075 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b5d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.071505:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea24075 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b5d expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.071523:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016143.071543:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338900992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4072us (4581us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.071548:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14741 00000100:00100000:0.0:1734016143.087478:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.087565:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901248 00000100:00100000:1.0:1734016143.087577:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901248 00000100:00100000:1.0:1734016143.087628:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14743 00000100:00100000:1.0:1734016143.087635:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338901248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.087656:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.087672:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24083 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b6b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.087721:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073920:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.087923:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.089050:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.089113:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901376 00000100:00100000:2.0:1734016143.089118:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901376 00000100:00100000:2.0:1734016143.089142:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14744 00000100:00100000:2.0:1734016143.089148:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338901376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.089157:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.089168:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2408a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b72 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.089198:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341074048:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.089244:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.090114:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341073920:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.090141:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24083 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b6b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.090151:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b6b expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.090169:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016143.090208:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338901248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2573us (2947us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.090214:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14743 00000100:00100000:2.0:1734016143.091610:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341074048:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.091638:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2408a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b72 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.091649:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2408a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b72 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.091663:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016143.091691:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338901376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2541us (2641us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.091698:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14744 00000100:00100000:3.0:1734016143.098812:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.098853:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.099118:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901504 00000100:00100000:1.0:1734016143.099127:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901504 00000100:00100000:1.0:1734016143.099159:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901632 00000100:00100000:1.0:1734016143.099162:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901632 00000100:00100000:1.0:1734016143.099546:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14745 00000100:00100000:1.0:1734016143.099554:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338901504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.099569:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.099588:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24091 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b79 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.099636:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074176:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.099683:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.099748:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14746 00000100:00100000:0.0:1734016143.099754:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338901632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.099763:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.099774:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24098 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b80 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.099798:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341074304:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.099817:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.105192:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074176:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.105223:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24091 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b79 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.105236:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24091 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b79 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.105251:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016143.105328:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338901504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5773us (6523us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.105336:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14745 00000100:00100000:2.0:1734016143.105439:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079db4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341074304:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.105466:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24098 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b80 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.105475:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24098 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b80 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.105497:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:2.0:1734016143.105523:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338901632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5769us (6670us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.105529:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14746 00000100:00100000:0.0:1734016143.108069:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.108139:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901760 00000100:00100000:2.0:1734016143.108146:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901760 00000100:00100000:2.0:1734016143.108184:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14747 00000100:00100000:2.0:1734016143.108190:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338901760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.108207:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.108221:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b87 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.108245:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.108251:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.108253:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.108256:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2293760->2297855] (req 2293760->2297855) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.108324:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.108334:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 6 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016143.108344:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341074432:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016143.108385:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.111194:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341074432:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.111226:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2293760->2297855] (req 2293760->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.111240:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016143.111311:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338901760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3120us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.111321:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14747 00000100:00100000:0.0:1734016143.111495:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.111835:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338901888 00000100:00100000:1.0:1734016143.111841:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338901888 00010000:00010000:1.0:1734016143.111863:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.111881:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4044 00000100:00100000:1.0:1734016143.111885:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338901888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.111894:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.111909:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.111918:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.111934:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24060 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b48 expref: 7 pid: 13929 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.111943:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.111945:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.111949:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.111956:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.111981:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.111990:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341074560:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.112022:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.114830:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341074560:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.114848:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.114894:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338901888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3007us (3398us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.114903:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4044 00000100:00100000:0.0:1734016143.115234:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.115384:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902016 00000100:00100000:2.0:1734016143.115390:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902016 00000100:00100000:2.0:1734016143.115420:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14748 00000100:00100000:2.0:1734016143.115425:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338902016:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016143.115599:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3447862 -> 3447862 00002000:00010000:2.0:1734016143.115602:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.115604:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.115605:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.115607:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 848 00000100:00100000:2.0:1734016143.115660:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338902016:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 234us (426us total) trans 4294970015 rc 0/0 00000100:00100000:2.0:1734016143.115666:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14748 00000100:00100000:0.0:1734016143.118246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.118377:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902144 00000100:00100000:2.0:1734016143.118385:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902144 00000100:00100000:2.0:1734016143.118431:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2774 00000100:00100000:2.0:1734016143.118437:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+30:10361:x1818247338902144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.118452:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.118467:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea240a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b8e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.118546:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.118558:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.118569:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:2.0:1734016143.118600:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3447862 00000004:00200000:2.0:1734016143.118604:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016143.118617:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.118637:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea240a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b8e expref: 32 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.118648:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b8e expref: 31 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.118654:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016143.118656:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016143.118658:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016143.119454:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338902144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1012us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.119462:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2774 00000100:00100000:2.0:1734016143.125918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.125994:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902272 00000100:00100000:1.0:1734016143.126001:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902272 00000100:00100000:1.0:1734016143.126043:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14749 00000100:00100000:1.0:1734016143.126050:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338902272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.126067:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.126081:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea240b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b95 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.126124:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.126251:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.130258:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.130332:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea240b4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b95 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.130349:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea240b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b95 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.130365:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016143.130426:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338902272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4375us (4516us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.130433:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14749 00000100:00100000:0.0:1734016143.138900:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.138986:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902400 00000100:00100000:1.0:1734016143.138993:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902400 00000100:00100000:1.0:1734016143.139041:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14750 00000100:00100000:1.0:1734016143.139048:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338902400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.139063:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.139077:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea240bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0b9c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.139119:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074816:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.139161:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.148543:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341074816:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.148575:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea240bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b9c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.148587:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea240bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b9c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.148605:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016143.148652:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338902400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9604us (9758us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.148659:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14750 00000100:00100000:2.0:1734016143.158015:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.158090:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902528 00000100:00100000:1.0:1734016143.158098:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902528 00000100:00100000:1.0:1734016143.158136:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14751 00000100:00100000:1.0:1734016143.158142:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338902528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.158156:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.158170:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea240c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ba3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.158212:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341074944:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.158255:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.163780:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341074944:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.163810:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea240c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ba3 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.163822:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea240c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ba3 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.164906:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016143.164960:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338902528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6816us (6953us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.164971:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14751 00000100:00100000:0.0:1734016143.178846:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.179959:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338902784 00000100:00100000:2.0:1734016143.179968:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338902784 00002000:00100000:2.0:1734016143.180006:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2359296->2363391) req@ffff8800789f8000 x1818247338902784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.180016:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338902784 ext(2359296->2363391) 00002000:00010000:2.0:1734016143.180021:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8000 00000100:00100000:2.0:1734016143.184345:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9885 00000100:00100000:2.0:1734016143.184357:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338902784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.184541:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338902784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 185us (5702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.184548:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9885 00002000:00100000:2.0:1734016143.184557:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2359296->2363391) req@ffff8800789f8000 x1818247338902784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.184564:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8000 with x1818247338902784 ext(2359296->2363391) 00002000:00010000:2.0:1734016143.184568:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8000 00000100:00100000:0.0:1734016143.188398:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.190163:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903040 00000100:00100000:3.0:1734016143.190173:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903040 00002000:00100000:3.0:1734016143.190215:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2363392->2367487) req@ffff8800789f9f80 x1818247338903040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.190223:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9f80 with x1818247338903040 ext(2363392->2367487) 00002000:00010000:3.0:1734016143.190229:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9f80 00000100:00100000:3.0:1734016143.190265:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9886 00000100:00100000:3.0:1734016143.190287:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338903040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.190443:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338903040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 156us (2052us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.190449:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9886 00002000:00100000:3.0:1734016143.190455:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2363392->2367487) req@ffff8800789f9f80 x1818247338903040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.190462:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f9f80 with x1818247338903040 ext(2363392->2367487) 00002000:00010000:3.0:1734016143.190464:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f9f80 00000100:00100000:0.0:1734016143.192834:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.192929:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903168 00000100:00100000:1.0:1734016143.192936:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903168 00000100:00100000:1.0:1734016143.192985:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14752 00000100:00100000:1.0:1734016143.192991:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338903168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.193006:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.193022:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea240c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0baa expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.193068:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075072:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.193296:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.196969:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075072:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.196998:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea240c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0baa expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.197011:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea240c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0baa expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.197024:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016143.197073:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338903168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4081us (4245us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.197080:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14752 00000100:00100000:0.0:1734016143.202357:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.202433:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903296 00000100:00100000:1.0:1734016143.202440:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903296 00000100:00100000:1.0:1734016143.202970:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14753 00000100:00100000:1.0:1734016143.202978:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338903296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.202995:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.203010:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea240d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bb1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.203057:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.203114:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.205760:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.205787:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea240d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bb1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.205797:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea240d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bb1 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.205823:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016143.205871:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338903296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2893us (3520us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.205879:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14753 00000100:00100000:0.0:1734016143.210715:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.211629:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903424 00000100:00100000:1.0:1734016143.211638:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903424 00000100:00100000:1.0:1734016143.211687:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14754 00000100:00100000:1.0:1734016143.211694:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.211709:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.211724:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea240d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bb8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.211775:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341075328:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.211817:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.215729:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341075328:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.215760:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea240d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bb8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.215773:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea240d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bb8 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.215800:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016143.216260:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4564us (5551us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.217994:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14754 00000100:00100000:0.0:1734016143.225949:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.228380:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903552 00000100:00100000:1.0:1734016143.228392:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903552 00000100:00100000:1.0:1734016143.228453:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14755 00000100:00100000:1.0:1734016143.228460:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.228476:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.228490:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea240de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bbf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.228547:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341075456:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.228611:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.230752:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341075456:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.230778:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea240de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bbf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.230790:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea240de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bbf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.230803:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016143.230849:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2388us (4908us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.230855:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14755 00000100:00100000:0.0:1734016143.232999:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.233078:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903680 00000100:00100000:1.0:1734016143.233085:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903680 00000100:00100000:2.0:1734016143.233485:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14756 00000100:00100000:2.0:1734016143.233493:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.233518:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.233533:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea240e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bc6 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.233581:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341075584:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.233640:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.237853:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341075584:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.237888:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea240e5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bc6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.237900:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea240e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bc6 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.237918:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016143.237959:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338903680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4466us (4965us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.237966:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14756 00000100:00100000:0.0:1734016143.244483:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.244572:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903808 00000100:00100000:2.0:1734016143.244580:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903808 00000100:00100000:2.0:1734016143.244622:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14757 00000100:00100000:2.0:1734016143.244628:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338903808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.244643:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.244657:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea240ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bcd expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.244700:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341075712:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.244748:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.246024:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341075712:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.246048:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea240ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bcd expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.246057:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea240ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bcd expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.246078:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016143.246117:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338903808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1489us (1641us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.246126:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14757 00000100:00100000:0.0:1734016143.250107:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.250174:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338903936 00000100:00100000:2.0:1734016143.250181:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338903936 00000100:00100000:2.0:1734016143.250219:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14758 00000100:00100000:2.0:1734016143.250225:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338903936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.250241:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.250256:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bd4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.250320:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341075840:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.250366:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.251877:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341075840:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.251900:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bd4 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.251910:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bd4 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.251928:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016143.253739:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338903936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3507us (3632us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.253749:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14758 00000100:00100000:0.0:1734016143.257028:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.257497:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904064 00000100:00100000:2.0:1734016143.257504:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904064 00000100:00100000:2.0:1734016143.257560:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14759 00000100:00100000:2.0:1734016143.257568:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338904064:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016143.257766:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3447862 -> 6109285 00002000:00010000:2.0:1734016143.257769:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016143.257770:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.257772:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016142 -> 1734016143 00002000:00010000:2.0:1734016143.257774:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 864 00000100:00100000:2.0:1734016143.257812:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338904064:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 244us (791us total) trans 4294970016 rc 0/0 00000100:00100000:2.0:1734016143.257818:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14759 00000100:00100000:0.0:1734016143.259358:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.259440:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904192 00000100:00100000:2.0:1734016143.259446:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904192 00000100:00100000:2.0:1734016143.259486:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14760 00000100:00100000:2.0:1734016143.259492:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338904192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.259506:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.259530:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bdb expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.259571:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075968:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.259954:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.261457:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341075968:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.261488:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bdb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.261497:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea240fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bdb expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.261531:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016143.262049:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338904192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2555us (2694us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.262057:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14760 00000100:00100000:0.0:1734016143.264103:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.264226:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904320 00000100:00100000:2.0:1734016143.264234:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904320 00000100:00100000:2.0:1734016143.264306:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14761 00000100:00100000:2.0:1734016143.264312:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338904320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.264327:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.264342:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24101 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0be2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.264387:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076096:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.264440:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.266229:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.266258:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24101 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.266269:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24101 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be2 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.266574:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016143.266615:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338904320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2302us (2518us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.266625:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14761 00000100:00100000:0.0:1734016143.268847:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.268929:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904448 00000100:00100000:2.0:1734016143.268940:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904448 00000100:00100000:2.0:1734016143.268972:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14762 00000100:00100000:2.0:1734016143.268977:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338904448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.268992:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.269006:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0be9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.269030:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.269035:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.269037:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.269040:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1740800->1744895] (req 1740800->1744895) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.269064:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.269073:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 13 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016143.269084:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076224:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016143.269143:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.271516:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.271803:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904576 00000100:00100000:1.0:1734016143.271809:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904576 00010000:00010000:1.0:1734016143.271844:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.271866:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4045 00000100:00100000:1.0:1734016143.271872:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338904576:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.271884:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.271899:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.271908:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.271924:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.271926:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.271931:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.271938:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.271961:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.271971:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341076352:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.272012:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1734016143.272427:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016113 00010000:00010000:2.0:1734016143.272599:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea23faa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0aae expref: 14 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016143.272615:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076224:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.272636:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.272644:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016143.272669:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338904448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3691us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.272675:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14762 00000100:00100000:1.0:1734016143.275999:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341076352:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.276017:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.276071:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338904576:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4196us (4568us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.276081:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4045 00000100:00100000:0.0:1734016143.284070:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.284598:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904832 00000100:00100000:2.0:1734016143.284606:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904832 00002000:00100000:2.0:1734016143.284644:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079f23100 x1818247338904832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.284653:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f23100 with x1818247338904832 ext(0->4194303) 00002000:00010000:2.0:1734016143.284657:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f23100 00000100:00100000:2.0:1734016143.284690:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9887 00000100:00100000:2.0:1734016143.284697:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338904832:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.300398:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338904832:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 15689us (16323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.300412:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9887 00002000:00100000:2.0:1734016143.300424:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079f23100 x1818247338904832/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.300434:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f23100 with x1818247338904832 ext(0->4194303) 00002000:00010000:2.0:1734016143.300439:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f23100 00000100:00100000:0.0:1734016143.303469:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.303519:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.303594:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905088 00000100:00100000:1.0:1734016143.303602:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905088 00000100:00100000:1.0:1734016143.303646:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338904960 00000100:00100000:1.0:1734016143.303648:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338904960 00000100:00100000:1.0:1734016143.303663:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14763 00000100:00100000:1.0:1734016143.303670:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.303687:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.303705:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2410f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bf7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.303746:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341076480:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.303791:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.303821:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14764 00000100:00100000:1.0:1734016143.303825:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338904960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.303832:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.303841:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24116 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bf0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.303860:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076608:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.303876:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.305810:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076608:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.305833:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24116 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bf0 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.305843:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bf0 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.305855:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:2.0:1734016143.305882:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338904960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2056us (2364us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.305888:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14764 00002000:00010000:1.0:1734016143.306250:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 1744885 00002000:00010000:1.0:1734016143.306253:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016142 -> 1734016143 00002000:00010000:1.0:1734016143.306255:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016142 -> 1734016143 00002000:00010000:1.0:1734016143.306257:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016143.306267:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341076480:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.306295:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2410f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bf7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.306304:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2410f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bf7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.306315:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016143.306355:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2685us (2894us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.306360:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14763 00000100:00100000:0.0:1734016143.309177:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.310500:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.310683:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905216 00000100:00100000:2.0:1734016143.310691:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905216 00000100:00100000:2.0:1734016143.312017:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905344 00000100:00100000:2.0:1734016143.312022:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905344 00000100:00100000:2.0:1734016143.312052:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14765 00000100:00100000:2.0:1734016143.312058:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338905216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.312075:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.312091:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2411d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0bfe expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.312143:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.312249:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14766 00000100:00100000:3.0:1734016143.312255:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338905344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.312283:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.312294:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24124 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c05 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.312319:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076864:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.312947:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.313001:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.315102:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076736:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.315135:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2411d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bfe expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.315150:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea2411d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0bfe expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.315159:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016143.315215:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338905216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3155us (6044us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.315223:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14765 00000100:00100000:3.0:1734016143.315524:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341076864:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.315544:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24124 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c05 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.315556:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24124 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c05 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.315568:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016143.315586:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338905344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3330us (5091us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.315591:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14766 00000100:00100000:2.0:1734016143.318819:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.319105:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905472 00000100:00100000:3.0:1734016143.319113:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905472 00000100:00100000:3.0:1734016143.319257:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14767 00000100:00100000:3.0:1734016143.319265:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338905472:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.319529:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6109285 -> 6109285 00002000:00010000:3.0:1734016143.319532:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.319534:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:3.0:1734016143.319535:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.319537:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:3.0:1734016143.319607:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338905472:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 341us (795us total) trans 4294970017 rc 0/0 00000100:00100000:3.0:1734016143.319614:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14767 00000100:00100000:0.0:1734016143.322865:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.322918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.323026:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905600 00000100:00100000:2.0:1734016143.323034:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905600 00000100:00100000:2.0:1734016143.323076:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905728 00000100:00100000:2.0:1734016143.323078:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905728 00000100:00100000:2.0:1734016143.323094:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14768 00000100:00100000:2.0:1734016143.323100:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338905600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.323115:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.323130:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2412b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c0c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.323174:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076992:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.323218:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.323431:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14769 00000100:00100000:1.0:1734016143.323437:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.323444:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.323454:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24132 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c13 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.323480:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077120:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.323499:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.325584:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341076992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.325615:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2412b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c0c expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.325630:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48fc0/0x857af32d4ea2412b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c0c expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.325640:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016143.325688:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338905600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2586us (2829us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.325696:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14768 00000100:00100000:1.0:1734016143.325781:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077120:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.325798:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24132 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c13 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.325806:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24132 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c13 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.325818:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016143.325834:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2397us (2916us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.325840:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14769 00000100:00100000:0.0:1734016143.327727:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.327879:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.328003:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905856 00000100:00100000:1.0:1734016143.328011:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905856 00000100:00100000:1.0:1734016143.328211:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338905984 00000100:00100000:1.0:1734016143.328214:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338905984 00000100:00100000:2.0:1734016143.328252:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14770 00000100:00100000:2.0:1734016143.328260:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338905856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.328304:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.328318:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24139 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c1a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.328363:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341077248:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.328413:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.328564:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14771 00000100:00100000:1.0:1734016143.328569:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.328576:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.328585:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea24140 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c21 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.328607:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077376:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.328633:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.331164:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341077248:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.331197:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24139 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c1a expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.331210:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24139 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c1a expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.331218:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016143.331296:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338905856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3011us (3551us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.331307:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14770 00000100:00100000:1.0:1734016143.331409:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077376:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.331429:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea24140 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c21 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331439:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7af40/0x857af32d4ea24140 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c21 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331450:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016143.331470:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247338905984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2900us (3591us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.331476:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14771 00000100:00100000:1.0:1734016143.334206:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.334365:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906240 00000100:00100000:2.0:1734016143.334373:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906240 00000100:00100000:2.0:1734016143.334418:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2775 00000100:00100000:2.0:1734016143.334423:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+31:10361:x1818247338906240:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016143.334462:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.334482:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea240ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b8e expref: 31 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.334494:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016143.334497:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016143.334632:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.334645:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.334652:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.334677:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 21 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.334687:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 21 pid: 6488 timeout: 511 lvb_type: 0 00000100:00100000:2.0:1734016143.334698:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341077504:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016143.334748:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.336969:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a02aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341077504:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.336992:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016143.337976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.338124:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906368 00000100:00100000:1.0:1734016143.338130:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906368 00010000:00010000:1.0:1734016143.338171:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 22 pid: 6488 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.338201:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4046 00000100:00100000:1.0:1734016143.338207:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7de450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247338906368:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.338219:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.338224:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 22 pid: 6488 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.338238:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 22 pid: 6488 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.338255:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49680/0x857af32d4ea23ff7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0adf expref: 22 pid: 6488 timeout: 511 lvb_type: 0 00000100:00080000:0.0:1734016143.338363:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016113 00010000:00010000:1.0:1734016143.338907:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016143.338912:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.338919:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.338924:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.339073:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.339110:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7de450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247338906368:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 901us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.339116:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4046 00010000:00010000:2.0:1734016143.339175:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016143.339180:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:2.0:1734016143.339241:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969076 00000004:00010000:2.0:1734016143.339292:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c9ad80 reply state ffff88007f1bb000 transno 4294969077 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016143.339297:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016143.339351:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338906240:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4927us (5152us total) trans 4294969077 rc 0/0 00000100:00100000:2.0:1734016143.339357:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2775 00000020:00080000:2.0:1734016143.339360:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016143.340984:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.340994:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.341000:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.341004:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48fc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016143.341008:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.341014:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.341025:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016143.341027:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016143.341030:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.341034:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24147 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016143.346994:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.347310:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906496 00000100:00100000:1.0:1734016143.347319:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906496 00000100:00100000:1.0:1734016143.347359:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14772 00000100:00100000:1.0:1734016143.347365:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338906496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.347384:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.347399:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c28 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.347427:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.347435:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.347436:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.347440:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.347467:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.347479:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 9 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.347494:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341077632:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016143.347561:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.350942:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341077632:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016143.350966:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.350981:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016143.351502:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338906496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4134us (4516us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.351516:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14772 00000100:00100000:0.0:1734016143.352088:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.352202:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906624 00000100:00100000:1.0:1734016143.352208:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906624 00010000:00010000:1.0:1734016143.352228:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.352603:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4047 00000100:00100000:1.0:1734016143.352610:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338906624:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.352621:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.352637:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.352647:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.352665:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea2409f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0b87 expref: 10 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.352688:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.352690:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.352695:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.352703:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.352729:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.352739:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341077760:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.352779:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.355978:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341077760:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.355999:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.356052:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338906624:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3441us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.356062:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4047 00000100:00100000:0.0:1734016143.358379:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.358485:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906752 00000100:00100000:1.0:1734016143.358492:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906752 00000100:00100000:1.0:1734016143.358581:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14773 00000100:00100000:1.0:1734016143.358589:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338906752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.358606:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.359442:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c2f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.359472:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.359479:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.359481:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.359484:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.359521:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.359533:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 9 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.359546:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077888:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016143.359610:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.363755:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.364043:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341077888:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016143.364067:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.364082:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016143.364123:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338906752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5534us (5750us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.364130:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14773 00000100:00100000:3.0:1734016143.364201:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338906880 00000100:00100000:3.0:1734016143.364206:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338906880 00002000:00100000:3.0:1734016143.364231:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1740800->1744884) req@ffff88007a0b1500 x1818247338906880/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 4576/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.364239:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1500 with x1818247338906880 ext(1740800->1744884) 00010000:00010000:3.0:1734016143.364245:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016143.364254:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 10 pid: 7692 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016143.364259:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007a0b1500 00000100:00100000:3.0:1734016143.364298:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 390 00000100:00100000:3.0:1734016143.364304:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338906880:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016143.365965:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338906880:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1655us (2210us total) trans 4294968373 rc 0/0 00000100:00100000:3.0:1734016143.365973:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 390 00002000:00100000:3.0:1734016143.365981:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1740800->1744884) req@ffff88007a0b1500 x1818247338906880/t4294968373(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 4576/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.365988:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b1500 with x1818247338906880 ext(1740800->1744884) 00010000:00010000:3.0:1734016143.365995:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:3.0:1734016143.366005:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00002000:00010000:3.0:1734016143.366010:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007a0b1500 00000100:00100000:0.0:1734016143.372441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.372843:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907008 00000100:00100000:1.0:1734016143.372852:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907008 00010000:00010000:1.0:1734016143.372882:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.372921:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4048 00000100:00100000:1.0:1734016143.372927:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338907008:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.372939:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016143.372956:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1734016143.372961:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.372972:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.372991:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24108 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0be9 expref: 12 pid: 7692 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.373021:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.373023:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.373029:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.373036:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.373068:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.373082:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341078016:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.373134:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.375969:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.376008:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.376099:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341078016:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.376116:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.376164:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338907008:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3236us (3731us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.376174:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4048 00000100:00100000:2.0:1734016143.376253:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907136 00000100:00100000:2.0:1734016143.376259:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907136 00002000:00010000:2.0:1734016143.376301:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2935572->18446744073709551615) 00002000:00100000:2.0:1734016143.376305:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338907136 ext(2935572->18446744073709551615) 00002000:00010000:2.0:1734016143.376313:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3100. 00000100:00100000:2.0:1734016143.376325:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907264 00000100:00100000:2.0:1734016143.376327:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907264 00002000:00010000:2.0:1734016143.376334:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016143.376336:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6300 with x1818247338907264 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016143.376340:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c6300. 00000100:00100000:2.0:1734016143.376349:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9888 00000100:00100000:2.0:1734016143.376353:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338907136:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016143.376586:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6109285 -> 2935572 00002000:00010000:2.0:1734016143.376589:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.376591:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.376592:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.376594:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 848 00000100:00100000:2.0:1734016143.376612:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338907136:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 258us (651us total) trans 4294970018 rc 0/0 00000100:00100000:2.0:1734016143.376617:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9888 00002000:00010000:2.0:1734016143.376619:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (2935572->18446744073709551615) 00002000:00100000:2.0:1734016143.376621:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3100 with x1818247338907136 ext(2935572->18446744073709551615) 00002000:00010000:2.0:1734016143.376624:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a0b3100. 00000100:00100000:2.0:1734016143.376633:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9889 00000100:00100000:2.0:1734016143.376638:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338907264:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016143.379423:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 1744885 -> 0 00002000:00010000:2.0:1734016143.379430:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.379432:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:2.0:1734016143.379434:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.379436:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1734016143.379488:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338907264:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2844us (3475us total) trans 4294968374 rc 0/0 00000100:00100000:2.0:1734016143.379498:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9889 00002000:00010000:2.0:1734016143.379503:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00000100:00100000:0.0:1734016143.381918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.381997:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907392 00000100:00100000:3.0:1734016143.382004:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907392 00000100:00100000:3.0:1734016143.382048:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2776 00000100:00100000:3.0:1734016143.382055:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338907392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.382074:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.382088:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2415c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c36 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.382149:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.382159:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.382168:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:3.0:1734016143.382189:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2935572 00000004:00200000:3.0:1734016143.382191:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016143.382205:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.382223:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea2415c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.382248:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 33 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.382255:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016143.382257:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016143.382259:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016143.382321:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338907392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 264us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.382326:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2776 00000100:00100000:0.0:1734016143.384945:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.386739:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907648 00000100:00100000:3.0:1734016143.386749:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907648 00002000:00100000:3.0:1734016143.386785:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2768896->2772991) req@ffff8800792c5f80 x1818247338907648/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.386794:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c5f80 with x1818247338907648 ext(2768896->2772991) 00002000:00010000:3.0:1734016143.386799:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c5f80 00000100:00100000:3.0:1734016143.386828:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9890 00000100:00100000:3.0:1734016143.386834:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338907648:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.386989:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338907648:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 154us (2050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.386995:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9890 00002000:00100000:3.0:1734016143.387000:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2768896->2772991) req@ffff8800792c5f80 x1818247338907648/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.387006:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c5f80 with x1818247338907648 ext(2768896->2772991) 00002000:00010000:3.0:1734016143.387008:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c5f80 00002000:00100000:2.0:1734016143.391027:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6300 with x1818247338907264 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016143.391041:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800792c6300. 00000100:00100000:0.0:1734016143.394637:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.394768:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907776 00000100:00100000:2.0:1734016143.394775:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907776 00000100:00100000:2.0:1734016143.394814:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2777 00000100:00100000:2.0:1734016143.394820:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338907776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.394836:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.394852:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2416a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c3d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.394941:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016143.394951:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016143.394959:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016143.394977:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 2935572 00000004:00200000:2.0:1734016143.394981:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016143.394993:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016143.395011:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2416a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c3d expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.395043:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c3d expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.395055:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016143.395057:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016143.395059:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016143.395096:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338907776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 276us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.395101:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2777 00000100:00100000:0.0:1734016143.397866:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.397985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.398059:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338907904 00000100:00100000:1.0:1734016143.398067:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338907904 00000100:00100000:1.0:1734016143.398218:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908032 00000100:00100000:1.0:1734016143.398222:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908032 00000100:00100000:2.0:1734016143.398255:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14774 00000100:00100000:2.0:1734016143.398262:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338907904:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.398363:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14775 00000100:00100000:3.0:1734016143.398369:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338908032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.398385:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.398404:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24178 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c4b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.398458:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341078144:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.398526:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00010000:00010000:2.0:1734016143.398720:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.398734:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea2417f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c44 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.398760:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341078272:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.398785:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.404128:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:2.0:1734016143.404153:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341078272:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.404180:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea2417f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c44 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.404192:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea2417f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c44 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016143.404267:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:3.0:1734016143.404296:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341078144:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.404317:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24178 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c4b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.404325:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24178 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c4b expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.404337:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016143.404374:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338908032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6004us (6390us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.404385:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14775 00010000:00010000:2.0:1734016143.404812:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016143.404842:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338907904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6580us (6985us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.404847:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14774 00000100:00100000:0.0:1734016143.411016:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.411909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.411933:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908160 00000100:00100000:2.0:1734016143.411941:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908160 00000100:00100000:2.0:1734016143.413795:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908288 00000100:00100000:2.0:1734016143.413802:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908288 00000100:00100000:3.0:1734016143.414173:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14776 00000100:00100000:3.0:1734016143.414181:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338908160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.414199:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.414213:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24186 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c52 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.414259:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.414318:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.415300:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14777 00000100:00100000:2.0:1734016143.415306:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338908288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.415316:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.415328:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2418d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c59 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.415356:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341078528:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.415537:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.417720:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341078528:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.417748:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2418d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c59 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.417759:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea2418d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c59 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.418223:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.418242:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24186 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c52 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.418251:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24186 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c52 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.418298:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016143.418336:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338908288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3028us (6426us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.418344:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14777 00010000:00010000:3.0:1734016143.418349:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016143.418366:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338908160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4185us (7358us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.418371:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14776 00000100:00100000:0.0:1734016143.421185:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.421315:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908416 00000100:00100000:3.0:1734016143.421322:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908416 00000100:00100000:3.0:1734016143.421360:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14778 00000100:00100000:3.0:1734016143.421366:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338908416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.421382:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.421397:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c60 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.421421:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.421427:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.421428:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.421431:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [786432->794623] (req 786432->794623) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.421452:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.421461:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 7 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016143.421470:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078656:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016143.421520:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.424533:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.424583:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908544 00000100:00100000:1.0:1734016143.424590:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908544 00010000:00010000:1.0:1734016143.424615:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:1.0:1734016143.424682:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4049 00000100:00100000:1.0:1734016143.424687:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338908544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.424698:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.424712:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.424722:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00010000:00010000:1.0:1734016143.424738:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.424740:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.424745:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.424752:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.424775:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.424785:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341078784:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.424829:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016143.425215:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea2414e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c28 expref: 8 pid: 8975 timeout: 511 lvb_type: 0 00000100:00100000:3.0:1734016143.425227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078656:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016143.425245:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.425257:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016143.425299:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338908416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3932us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.425305:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14778 00000100:00100000:1.0:1734016143.427813:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341078784:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.427835:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.427885:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338908544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3196us (3357us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.427895:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4049 00000100:00100000:0.0:1734016143.430872:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.431000:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338908800 00000100:00100000:2.0:1734016143.431008:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338908800 00002000:00100000:2.0:1734016143.431046:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (786432->790527) req@ffff88006f274a80 x1818247338908800/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.431055:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338908800 ext(786432->790527) 00002000:00010000:2.0:1734016143.431060:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:2.0:1734016143.431087:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9891 00000100:00100000:2.0:1734016143.431093:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338908800:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.431640:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338908800:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 545us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.431646:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9891 00002000:00100000:2.0:1734016143.431653:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (786432->790527) req@ffff88006f274a80 x1818247338908800/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.431659:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f274a80 with x1818247338908800 ext(786432->790527) 00002000:00010000:2.0:1734016143.431661:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f274a80 00000100:00100000:0.0:1734016143.433817:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.434021:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909056 00000100:00100000:2.0:1734016143.434028:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909056 00002000:00100000:2.0:1734016143.434055:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (790528->794623) req@ffff88006f275880 x1818247338909056/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.434063:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275880 with x1818247338909056 ext(790528->794623) 00002000:00010000:2.0:1734016143.434067:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275880 00000100:00100000:2.0:1734016143.434089:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9892 00000100:00100000:2.0:1734016143.434093:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338909056:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.434224:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338909056:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.434234:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9892 00002000:00100000:2.0:1734016143.434240:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (790528->794623) req@ffff88006f275880 x1818247338909056/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.434246:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88006f275880 with x1818247338909056 ext(790528->794623) 00002000:00010000:2.0:1734016143.434248:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006f275880 00000100:00100000:0.0:1734016143.437732:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.437855:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909184 00000100:00100000:3.0:1734016143.437862:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909184 00000100:00100000:3.0:1734016143.437904:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14779 00000100:00100000:3.0:1734016143.437910:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338909184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.437926:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.437940:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2419b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c67 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.437984:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078912:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.438038:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.439528:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341078912:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.439553:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2419b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c67 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.439564:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea2419b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c67 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.439818:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016143.439932:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338909184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2021us (2206us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.439942:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14779 00000100:00100000:0.0:1734016143.441877:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.441981:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909312 00000100:00100000:3.0:1734016143.441988:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909312 00000100:00100000:3.0:1734016143.442124:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14780 00000100:00100000:3.0:1734016143.442130:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338909312:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.442147:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.442163:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea241a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c6e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.442208:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341079040:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.442476:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.444165:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341079040:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.444194:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea241a2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c6e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.444204:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea241a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c6e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.444213:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016143.444249:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338909312:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2117us (2376us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.444256:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14780 00000100:00100000:0.0:1734016143.445870:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.446002:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909440 00000100:00100000:3.0:1734016143.446009:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909440 00000100:00100000:3.0:1734016143.446361:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14781 00000100:00100000:3.0:1734016143.446368:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338909440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.446382:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.446397:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c75 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.446418:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.446424:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.446426:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.446429:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.446454:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.446464:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016143.446475:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341079168:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016143.446525:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.448987:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341079168:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016143.449019:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.449034:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016143.449076:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338909440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2707us (3210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.449084:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14781 00000100:00100000:0.0:1734016143.449815:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.449921:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909568 00000100:00100000:1.0:1734016143.449926:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909568 00002000:00100000:1.0:1734016143.449958:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (786432->794623) req@ffff88007c6b4a80 x1818247338909568/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 8680/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.449966:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338909568 ext(786432->794623) 00010000:00010000:1.0:1734016143.449972:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.449980:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 10 pid: 7694 timeout: 512 lvb_type: 0 00002000:00010000:1.0:1734016143.449985:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c6b4a80 00000100:00100000:1.0:1734016143.450013:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 391 00000100:00100000:1.0:1734016143.450018:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338909568:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.452316:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338909568:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2292us (2497us total) trans 4294970019 rc 0/0 00000100:00100000:1.0:1734016143.452327:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 391 00002000:00100000:1.0:1734016143.452335:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (786432->794623) req@ffff88007c6b4a80 x1818247338909568/t4294970019(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 8680/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016143.452343:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c6b4a80 with x1818247338909568 ext(786432->794623) 00010000:00010000:1.0:1734016143.452350:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.452366:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00002000:00010000:1.0:1734016143.452371:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c6b4a80 00000100:00100000:0.0:1734016143.454525:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.454601:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909696 00000100:00100000:1.0:1734016143.454609:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909696 00010000:00010000:1.0:1734016143.454637:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.454852:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4050 00000100:00100000:1.0:1734016143.454859:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338909696:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.454870:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016143.454886:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 848 -> 864 00010000:00010000:1.0:1734016143.454891:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.454900:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.454924:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24194 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c60 expref: 12 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.455055:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.455058:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.455065:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.455076:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.455104:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.455116:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341079296:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016143.455520:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.457740:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341079296:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016143.457756:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.457784:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338909696:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2925us (3265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.457792:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4050 00000100:00100000:0.0:1734016143.458312:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.458462:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909824 00000100:00100000:3.0:1734016143.458469:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909824 00000100:00100000:3.0:1734016143.458514:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14782 00000100:00100000:3.0:1734016143.458520:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338909824:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.458671:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2935572 -> 2935572 00002000:00010000:3.0:1734016143.458674:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.458675:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.458677:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.458678:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:3.0:1734016143.458740:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338909824:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 216us (426us total) trans 4294970020 rc 0/0 00000100:00100000:3.0:1734016143.458745:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14782 00000100:00100000:0.0:1734016143.462369:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.462456:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338909952 00000100:00100000:2.0:1734016143.462464:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338909952 00000100:00100000:2.0:1734016143.462499:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14783 00000100:00100000:2.0:1734016143.462515:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338909952:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016143.462686:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 2014170 00002000:00010000:2.0:1734016143.462689:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.462690:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:2.0:1734016143.462692:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.462693:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:2.0:1734016143.462749:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338909952:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 243us (389us total) trans 4294968375 rc 0/0 00000100:00100000:2.0:1734016143.462757:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14783 00000100:00100000:0.0:1734016143.468329:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.468377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.468456:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910080 00000100:00100000:3.0:1734016143.468464:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910080 00000100:00100000:3.0:1734016143.468496:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910208 00000100:00100000:3.0:1734016143.468497:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910208 00000100:00100000:3.0:1734016143.468525:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14784 00000100:00100000:3.0:1734016143.468531:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.468547:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.468561:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea241b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c7c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.468607:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341079424:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.468654:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.468723:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14785 00000100:00100000:1.0:1734016143.468728:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.468736:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.468747:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea241b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c83 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.468771:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341079552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.468790:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016143.471933:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:1.0:1734016143.471959:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341079552:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.471994:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea241b7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c83 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.472006:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea241b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c83 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.472122:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341079424:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.472143:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea241b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c7c expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472152:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea241b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c7c expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.472404:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016143.472904:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4172us (4524us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.472912:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14785 00010000:00010000:3.0:1734016143.472990:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016143.473013:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4482us (4693us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.473019:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14784 00000100:00100000:0.0:1734016143.475932:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.475966:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.476080:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910464 00000100:00100000:3.0:1734016143.476088:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910464 00000100:00100000:3.0:1734016143.476121:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910336 00000100:00100000:3.0:1734016143.476123:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910336 00000100:00100000:3.0:1734016143.476633:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14786 00000100:00100000:3.0:1734016143.476640:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338910464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.476656:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.476669:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea241be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c91 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.476708:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341079680:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.476755:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.476809:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14787 00000100:00100000:1.0:1734016143.476814:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338910336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.476821:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.476831:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea241c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c8a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.476854:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341079808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.476876:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.478766:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341079808:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.478791:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea241c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c8a expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.478802:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea241c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c8a expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.478892:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341079680:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.478909:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea241be lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c91 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.478919:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea241be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c91 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.479077:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00010000:00010000:3.0:1734016143.479231:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:1.0:1734016143.479398:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338910336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2580us (3429us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.479405:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14787 00000100:00100000:3.0:1734016143.479668:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338910464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3027us (3742us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.479674:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14786 00000100:00100000:2.0:1734016143.482914:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.483012:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910592 00000100:00100000:3.0:1734016143.483021:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910592 00000100:00100000:3.0:1734016143.483073:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14788 00000100:00100000:3.0:1734016143.483079:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338910592:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016143.483263:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2014170 -> 3883946 00002000:00010000:3.0:1734016143.483266:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.483267:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:3.0:1734016143.483296:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016143.483298:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00000100:00100000:3.0:1734016143.483348:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338910592:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 268us (443us total) trans 4294968376 rc 0/0 00000100:00100000:3.0:1734016143.483355:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14788 00000100:00100000:0.0:1734016143.486852:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.486980:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910720 00000100:00100000:1.0:1734016143.486988:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910720 00000100:00100000:1.0:1734016143.487031:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14789 00000100:00100000:1.0:1734016143.487037:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338910720:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016143.487206:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3883946 -> 3883946 00002000:00010000:1.0:1734016143.487209:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.487210:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016142 -> 1734016142 00002000:00010000:1.0:1734016143.487212:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.487213:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:1.0:1734016143.487882:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338910720:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 843us (1037us total) trans 4294968377 rc 0/0 00000100:00100000:1.0:1734016143.487889:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14789 00000100:00100000:0.0:1734016143.489543:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.489583:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.489672:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910848 00000100:00100000:3.0:1734016143.489679:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910848 00000100:00100000:3.0:1734016143.489711:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338910976 00000100:00100000:3.0:1734016143.489714:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338910976 00000100:00100000:3.0:1734016143.489726:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14790 00000100:00100000:3.0:1734016143.489732:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.489746:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.489761:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea241cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c98 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.489802:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341079936:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.489843:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.489899:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14791 00000100:00100000:1.0:1734016143.489904:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.489911:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.489920:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea241d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0c9f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.489942:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080064:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.489960:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00002000:00010000:1.0:1734016143.492815:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:1.0:1734016143.492841:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080064:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.492867:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea241d3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c9f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.492877:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea241d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c9f expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.492890:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016143.493570:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3661us (3982us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.493577:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14791 00000100:00100000:3.0:1734016143.494191:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341079936:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.494214:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea241cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c98 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.494224:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea241cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c98 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.494806:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016143.495523:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338910848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5787us (5981us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.495531:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14790 00000100:00100000:0.0:1734016143.498691:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.498737:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.498816:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911104 00000100:00100000:3.0:1734016143.498824:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911104 00000100:00100000:3.0:1734016143.498864:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911232 00000100:00100000:3.0:1734016143.498866:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911232 00000100:00100000:3.0:1734016143.498881:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14792 00000100:00100000:3.0:1734016143.498887:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338911104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.498903:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.498919:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea241da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ca6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.498967:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341080192:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.499014:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.499076:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14793 00000100:00100000:1.0:1734016143.499082:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338911232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.499089:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.499098:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea241e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cad expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.499130:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.499149:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.504953:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341080192:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.504985:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea241da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ca6 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.504997:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea241da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ca6 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.505016:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:0.0:1734016143.505050:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338911104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6162us (6366us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.505057:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14792 00000100:00100000:1.0:1734016143.506122:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.506146:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea241e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cad expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.506155:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea241e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cad expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.506179:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016143.506213:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338911232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7130us (7474us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.506220:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14793 00000100:00100000:3.0:1734016143.510977:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.511055:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911488 00000100:00100000:0.0:1734016143.511063:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911488 00000100:00100000:0.0:1734016143.511114:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2778 00000100:00100000:0.0:1734016143.511121:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338911488:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016143.511160:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016143.511182:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24171 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c3d expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.511206:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016143.511210:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016143.511358:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016143.511368:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 32 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.511374:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016143.511394:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 32 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.511403:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 32 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016143.511413:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341080448:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016143.511451:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.513246:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.513809:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911616 00000100:00100000:1.0:1734016143.513816:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911616 00010000:00010000:1.0:1734016143.513838:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 33 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.513867:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4051 00000100:00100000:1.0:1734016143.513872:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:1970:x1818247338911616:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016143.513882:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.513886:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 33 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.513899:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 33 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016143.513915:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016143.513919:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.513926:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.514001:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.514018:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016143.514120:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:1970:x1818247338911616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 246us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.514127:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4051 00010000:00010000:1.0:1734016143.514164:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24163 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c36 expref: 32 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.514173:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341080448:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016143.514186:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.514192:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.514196:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:1.0:1734016143.514683:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969078 00000004:00010000:1.0:1734016143.514718:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a969500 reply state ffff880136a8e000 transno 4294969079 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016143.514723:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016143.514791:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338911488:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3669us (3820us total) trans 4294969079 rc 0/0 00000100:00100000:1.0:1734016143.514798:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2778 00000020:00080000:1.0:1734016143.514801:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016143.516600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.516676:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911744 00000100:00100000:1.0:1734016143.516683:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911744 00010000:00010000:3.0:1734016143.516806:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516816:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516822:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516826:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016143.516830:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516836:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516849:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016143.516851:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016143.516855:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016143.516858:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea241e8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016143.516939:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14794 00000100:00100000:1.0:1734016143.516946:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338911744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.516961:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.516973:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cb4 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.516996:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.517003:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.517005:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.517009:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.517036:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.517047:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.517057:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341080576:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016143.517101:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.519183:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.519247:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338911872 00000100:00100000:2.0:1734016143.519261:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338911872 00010000:00010000:2.0:1734016143.519317:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.519351:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4052 00000100:00100000:2.0:1734016143.519356:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338911872:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.519368:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.519384:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.519396:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.519412:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.519414:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.519418:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.519425:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.519450:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.519461:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341080704:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.519501:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00010000:00010000:1.0:1734016143.520727:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea241a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c75 expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.520739:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341080576:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016143.520756:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.520768:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016143.521185:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338911744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4238us (4590us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.521193:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14794 00000100:00100000:0.0:1734016143.523144:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.523308:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341080704:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.523326:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.523359:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338911872:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4001us (4181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.523375:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4052 00000100:00100000:1.0:1734016143.523535:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912000 00000100:00100000:1.0:1734016143.523541:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912000 00000100:00100000:1.0:1734016143.523566:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14795 00000100:00100000:1.0:1734016143.523571:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338912000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.523585:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.523598:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cbb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.523621:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.523626:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.523628:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016143.523630:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.523653:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.523662:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 17 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.523676:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080832:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016143.523702:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.528047:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341080832:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016143.528073:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.528086:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016143.528122:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247338912000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4550us (4984us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.528129:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14795 00000100:00100000:0.0:1734016143.528457:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.528865:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912128 00000100:00100000:2.0:1734016143.528871:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912128 00010000:00010000:2.0:1734016143.528889:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 18 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.529190:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4053 00000100:00100000:2.0:1734016143.529196:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338912128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.529207:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.529224:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 18 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.529233:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 18 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.529252:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24155 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0c2f expref: 18 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.529680:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.529682:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.529688:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.529696:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.529720:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.529730:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341080960:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.529774:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012bf9f780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.531921:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a029180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341080960:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.531940:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.531979:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338912128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2782us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.531988:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4053 00000100:00100000:3.0:1734016143.532940:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.532969:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.533181:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912384 00000100:00100000:2.0:1734016143.533188:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912384 00002000:00010000:2.0:1734016143.533214:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1553188->18446744073709551615) 00002000:00100000:2.0:1734016143.533217:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338912384 ext(1553188->18446744073709551615) 00002000:00010000:2.0:1734016143.533224:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96bb80. 00000100:00100000:2.0:1734016143.533236:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912256 00000100:00100000:2.0:1734016143.533238:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912256 00002000:00010000:2.0:1734016143.533245:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016143.533247:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968380 with x1818247338912256 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016143.533253:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968380. 00000100:00100000:2.0:1734016143.533265:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9893 00000100:00100000:0.0:1734016143.533330:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9894 00000100:00100000:0.0:1734016143.533336:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338912256:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016143.533472:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2935572 -> 4194304 00002000:00010000:0.0:1734016143.533475:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016143.533477:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016143.533478:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:0.0:1734016143.533479:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 864 00000100:00100000:0.0:1734016143.533685:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338912256:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 347us (714us total) trans 4294970021 rc 0/0 00000100:00100000:0.0:1734016143.533691:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9894 00002000:00010000:0.0:1734016143.533693:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016143.533695:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968380 with x1818247338912256 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016143.533699:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968380. 00000100:00100000:2.0:1734016143.533858:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247338912384:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016143.534014:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3883946 -> 1553188 00002000:00010000:2.0:1734016143.534016:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.534018:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016142 00002000:00010000:2.0:1734016143.534020:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016143.534021:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:2.0:1734016143.534036:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338912384:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 766us (1099us total) trans 4294968378 rc 0/0 00000100:00100000:2.0:1734016143.534041:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9893 00002000:00010000:2.0:1734016143.534044:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (1553188->18446744073709551615) 00002000:00100000:2.0:1734016143.534046:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96bb80 with x1818247338912384 ext(1553188->18446744073709551615) 00002000:00010000:2.0:1734016143.534049:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a96bb80. 00000100:00100000:0.0:1734016143.536590:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.536724:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912512 00000100:00100000:1.0:1734016143.536731:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912512 00000100:00100000:1.0:1734016143.536777:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2779 00000100:00100000:1.0:1734016143.536783:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+32:10361:x1818247338912512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.536799:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.536813:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea241fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cc2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.536876:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.536885:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.536893:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016143.536913:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5747492 00000004:00200000:1.0:1734016143.536915:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.536926:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.536942:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea241fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cc2 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.537726:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cc2 expref: 33 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.537734:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016143.537736:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.537739:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016143.537828:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338912512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1043us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.537834:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2779 00000100:00100000:2.0:1734016143.540471:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.540653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.540720:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912640 00000100:00100000:0.0:1734016143.540728:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912640 00000100:00100000:0.0:1734016143.540761:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912768 00000100:00100000:0.0:1734016143.540763:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912768 00000100:00100000:0.0:1734016143.540779:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14796 00000100:00100000:0.0:1734016143.540784:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338912640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.540799:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.540813:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2420b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cc9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.540857:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081088:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.540912:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.540932:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14797 00000100:00100000:0.0:1734016143.540936:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338912768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.540946:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.540958:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24212 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cd0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.540980:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a194700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081216:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.541001:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.544331:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081088:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.544390:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2420b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cc9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.544404:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea2420b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cc9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1734016143.544579:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016142 -> 1734016143 00000100:00100000:1.0:1734016143.544591:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a194700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081216:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.544611:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24212 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cd0 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.544620:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24212 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cd0 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.544627:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00010000:00010000:0.0:1734016143.544904:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:1.0:1734016143.544990:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1971:x1818247338912768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4050us (4335us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.544998:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14797 00000100:00100000:0.0:1734016143.545081:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338912640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4293us (4613us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.545086:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14796 00000100:00100000:0.0:1734016143.547792:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.547836:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.547907:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338912896 00000100:00100000:2.0:1734016143.547915:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338912896 00000100:00100000:2.0:1734016143.547946:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913024 00000100:00100000:2.0:1734016143.547948:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913024 00000100:00100000:2.0:1734016143.547974:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14798 00000100:00100000:2.0:1734016143.547981:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338912896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.547995:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.548009:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24219 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cd7 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.548055:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081344:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.548098:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.548229:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14799 00000100:00100000:1.0:1734016143.548234:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338913024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.548242:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.548251:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24220 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cde expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.548297:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081472:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.548322:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.550817:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081344:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.550848:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24219 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cd7 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.550859:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24219 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cd7 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.550881:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016143.550928:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338912896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2946us (3142us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.550936:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14798 00000100:00100000:1.0:1734016143.553466:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081472:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.553495:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24220 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cde expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.553540:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24220 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cde expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.553568:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016143.553609:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338913024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5374us (5773us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.553617:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14799 00000100:00100000:3.0:1734016143.556321:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.556498:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913152 00000100:00100000:1.0:1734016143.556514:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913152 00000100:00100000:1.0:1734016143.556566:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2780 00000100:00100000:1.0:1734016143.556572:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338913152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.556595:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.556613:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24227 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ce5 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.556690:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.556701:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.556710:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016143.556730:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5747492 00000004:00200000:1.0:1734016143.556733:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016143.556746:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.556765:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24227 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 25 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.556791:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 24 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.556798:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016143.556800:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016143.556802:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016143.556852:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338913152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 279us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.556858:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2780 00000100:00100000:0.0:1734016143.562171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.562255:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913280 00000100:00100000:1.0:1734016143.562263:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913280 00000100:00100000:1.0:1734016143.562329:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14800 00000100:00100000:1.0:1734016143.562335:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338913280:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016143.562531:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 6139472 00002000:00010000:1.0:1734016143.562534:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.562536:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.562538:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016143.562540:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 864 -> 880 00000100:00100000:1.0:1734016143.562579:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338913280:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 243us (416us total) trans 4294970022 rc 0/0 00000100:00100000:1.0:1734016143.562586:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14800 00000100:00100000:3.0:1734016143.564630:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.564659:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.564968:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913408 00000100:00100000:0.0:1734016143.564975:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913408 00000100:00100000:0.0:1734016143.565635:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913536 00000100:00100000:0.0:1734016143.565639:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913536 00000100:00100000:1.0:1734016143.565684:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14801 00000100:00100000:1.0:1734016143.565690:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338913408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.565706:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.565719:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24235 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cec expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.565763:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341081600:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.565814:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.565869:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14802 00000100:00100000:0.0:1734016143.565875:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338913536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.565882:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.565891:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2423c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cf3 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.565916:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a194a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341081728:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.565936:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.568392:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341081600:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.568420:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24235 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cec expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.568432:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24235 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cec expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.568460:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016143.568498:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338913408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2807us (3872us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.568513:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14801 00000100:00100000:0.0:1734016143.568895:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a194a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341081728:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.568923:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2423c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cf3 expref: 18 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.568931:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fa80/0x857af32d4ea2423c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cf3 expref: 18 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.568958:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016143.568982:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338913536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3106us (4321us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.568986:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14802 00000100:00100000:3.0:1734016143.571255:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.571381:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.571428:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913792 00000100:00100000:0.0:1734016143.571435:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913792 00000100:00100000:0.0:1734016143.571593:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338913664 00000100:00100000:0.0:1734016143.571597:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338913664 00000100:00100000:1.0:1734016143.571627:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14803 00000100:00100000:1.0:1734016143.571634:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338913792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.571647:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.571661:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24243 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d01 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.571703:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081856:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.571752:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.571786:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14804 00000100:00100000:0.0:1734016143.571790:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338913664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.571796:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.571804:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2424a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0cfa expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.571825:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a194a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081984:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.571843:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.573806:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a194a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341081984:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.573849:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2424a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cfa expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.573860:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2424a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cfa expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.573875:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016143.573915:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338913664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2122us (2533us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.573923:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14804 00000100:00100000:1.0:1734016143.574019:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341081856:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.574034:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24243 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d01 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.574041:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24243 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d01 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.574049:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016143.574068:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338913792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2434us (2820us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.574072:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14803 00000100:00100000:3.0:1734016143.581600:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.581701:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914048 00000100:00100000:0.0:1734016143.581708:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914048 00002000:00100000:0.0:1734016143.581746:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6139903) req@ffff88007a96a680 x1818247338914048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.581755:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338914048 ext(4194304->6139903) 00002000:00010000:0.0:1734016143.581759:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:0.0:1734016143.581787:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9895 00000100:00100000:0.0:1734016143.581792:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338914048:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.601076:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338914048:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 19276us (19477us total) trans 0 rc 1945600/1945600 00000100:00100000:2.0:1734016143.601087:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9895 00002000:00100000:2.0:1734016143.601097:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->6139903) req@ffff88007a96a680 x1818247338914048/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 1945600/1945600 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.601106:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96a680 with x1818247338914048 ext(4194304->6139903) 00002000:00010000:2.0:1734016143.601110:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96a680 00000100:00100000:3.0:1734016143.604531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.606198:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.606227:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914176 00000100:00100000:1.0:1734016143.606236:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914176 00000100:00100000:1.0:1734016143.607777:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914304 00000100:00100000:1.0:1734016143.607783:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914304 00000100:00100000:1.0:1734016143.607811:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14805 00000100:00100000:1.0:1734016143.607818:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338914176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.607834:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.607849:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24251 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d08 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.607895:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341082112:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.607956:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.608535:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14806 00000100:00100000:3.0:1734016143.608541:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338914304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.608550:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.608562:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea24258 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d0f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.608588:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341082240:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.608608:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.610024:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341082112:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.610049:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24251 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d08 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.610059:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24251 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d08 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.610083:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016143.610202:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338914176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2382us (5677us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.610209:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14805 00002000:00010000:3.0:1734016143.611926:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016143.611946:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341082240:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.611971:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea24258 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d0f expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.611983:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea24258 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d0f expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.612103:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016143.612208:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338914304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3661us (6010us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.612217:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14806 00000100:00100000:2.0:1734016143.614530:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.614636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.614772:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914560 00000100:00100000:3.0:1734016143.614780:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914560 00000100:00100000:3.0:1734016143.614816:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914432 00000100:00100000:3.0:1734016143.614818:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914432 00000100:00100000:3.0:1734016143.614835:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14807 00000100:00100000:3.0:1734016143.614840:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338914560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.614854:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.614869:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2425f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d1d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.614914:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341082368:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.615055:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14808 00000100:00100000:1.0:1734016143.615060:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338914432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.615068:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.615077:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24266 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d16 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.615100:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341082496:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.615430:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.615470:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.617314:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341082496:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.617349:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24266 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d16 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.617362:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24266 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d16 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.617387:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:0.0:1734016143.617428:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338914432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2364us (2790us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.617435:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14808 00000100:00100000:3.0:1734016143.617534:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341082368:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.617552:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2425f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d1d expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.617560:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2425f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d1d expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.617571:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016143.617589:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338914560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2748us (3066us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.617594:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14807 00000100:00100000:0.0:1734016143.620460:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.620608:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914816 00000100:00100000:2.0:1734016143.620618:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914816 00002000:00100000:2.0:1734016143.620656:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (454656->458751) req@ffff88007a195c00 x1818247338914816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.620671:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a195c00 with x1818247338914816 ext(454656->458751) 00002000:00010000:2.0:1734016143.620675:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a195c00 00000100:00100000:2.0:1734016143.620704:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9896 00000100:00100000:2.0:1734016143.620710:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338914816:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.620839:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338914816:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.620846:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9896 00002000:00100000:2.0:1734016143.620851:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (454656->458751) req@ffff88007a195c00 x1818247338914816/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.620858:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a195c00 with x1818247338914816 ext(454656->458751) 00002000:00010000:2.0:1734016143.620860:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a195c00 00000100:00100000:3.0:1734016143.624985:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.625377:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.625561:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338914944 00000100:00100000:0.0:1734016143.625568:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338914944 00000100:00100000:0.0:1734016143.625608:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915072 00000100:00100000:0.0:1734016143.625609:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915072 00000100:00100000:0.0:1734016143.625637:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14809 00000100:00100000:0.0:1734016143.625644:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338914944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.625660:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.625674:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2426d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d24 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.625717:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341082624:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.625759:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.625862:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14810 00000100:00100000:3.0:1734016143.625868:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338915072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.625876:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.625885:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24274 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d2b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.625909:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341082752:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.625932:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.628632:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341082624:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.628659:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2426d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d24 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.628670:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2426d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d24 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.628692:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016143.628804:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341082752:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.628823:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24274 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d2b expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.628829:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24274 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d2b expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.628847:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:0.0:1734016143.629148:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338914944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3502us (4169us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.629156:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14809 00000100:00100000:2.0:1734016143.629247:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338915072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3377us (3870us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.629252:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14810 00000100:00100000:0.0:1734016143.631892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.631970:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.632432:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915328 00000100:00100000:1.0:1734016143.632440:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915328 00000100:00100000:1.0:1734016143.632479:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915200 00000100:00100000:1.0:1734016143.632482:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915200 00000100:00100000:1.0:1734016143.632499:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14811 00000100:00100000:1.0:1734016143.632513:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338915328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.632527:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.632539:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2427b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d39 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.632580:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341082880:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.632671:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016143.632692:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14812 00000100:00100000:3.0:1734016143.632696:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338915200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.632703:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.632712:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24282 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d32 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.632737:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800789fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341083008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.633029:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.633068:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.635837:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800789fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341083008:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.635867:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24282 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d32 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.635879:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24282 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d32 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.635893:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016143.635932:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338915200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3234us (3960us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.635941:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14812 00000100:00100000:2.0:1734016143.636452:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341082880:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.636469:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2427b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d39 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.636477:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2427b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d39 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.636753:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:2.0:1734016143.636787:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338915328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4273us (4902us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.636792:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14811 00000100:00100000:1.0:1734016143.640562:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.640628:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.640720:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915456 00000100:00100000:2.0:1734016143.640728:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915456 00000100:00100000:2.0:1734016143.640755:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915584 00000100:00100000:2.0:1734016143.640757:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915584 00000100:00100000:2.0:1734016143.640774:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14813 00000100:00100000:2.0:1734016143.640781:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338915456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.640797:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.640813:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24289 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d40 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.640859:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341083136:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.640908:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.640928:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14814 00000100:00100000:2.0:1734016143.640932:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1972:x1818247338915584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.640940:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.640951:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24290 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d47 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.640974:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341083264:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.641006:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.643357:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341083136:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.643391:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24289 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d40 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.643402:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d40 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.643411:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:0.0:1734016143.643634:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341083264:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.643652:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24290 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d47 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.643659:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24290 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d47 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.643679:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016143.644164:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338915456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3380us (3608us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.644172:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14813 00000100:00100000:0.0:1734016143.644407:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1972:x1818247338915584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3472us (3777us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.644412:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14814 00000100:00100000:3.0:1734016143.647001:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.647178:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915712 00000100:00100000:0.0:1734016143.647185:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915712 00000100:00100000:0.0:1734016143.647220:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14815 00000100:00100000:0.0:1734016143.647226:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338915712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.647242:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.647260:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d4e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.647412:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.647419:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.647421:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.647425:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1900544->1904639] (req 1900544->1904639) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.647447:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.647456:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 12 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016143.647471:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341083392:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016143.647737:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.650406:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341083392:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016143.650431:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1900544->1904639] (req 1900544->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.650446:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016143.650491:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338915712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3263us (3494us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.650498:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14815 00000100:00100000:1.0:1734016143.650624:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.650787:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915840 00000100:00100000:2.0:1734016143.650793:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915840 00010000:00010000:2.0:1734016143.650811:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 13 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.650833:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4054 00000100:00100000:2.0:1734016143.650838:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338915840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.650848:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.650863:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 13 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.650876:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 13 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.650891:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea241f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cbb expref: 13 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.650899:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.650900:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.650904:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.650911:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.650932:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.650941:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341083520:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.650968:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.654230:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341083520:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.654254:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.654330:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338915840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3489us (3704us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.654340:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4054 00000100:00100000:3.0:1734016143.654605:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.654941:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338915968 00000100:00100000:0.0:1734016143.654948:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338915968 00000100:00100000:0.0:1734016143.654985:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14816 00000100:00100000:0.0:1734016143.654990:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338915968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.655004:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.655019:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2429e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d55 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.655060:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083648:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.655813:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.658962:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083648:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.658993:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2429e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d55 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.659010:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea2429e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d55 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.659033:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:0.0:1734016143.659083:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338915968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4091us (4479us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.659090:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14816 00000100:00100000:1.0:1734016143.661598:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.661693:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916224 00000100:00100000:2.0:1734016143.661702:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916224 00002000:00100000:2.0:1734016143.661734:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1900544->1904639) req@ffff880079c9b100 x1818247338916224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.661741:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b100 with x1818247338916224 ext(1900544->1904639) 00002000:00010000:2.0:1734016143.661746:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c9b100 00000100:00100000:2.0:1734016143.662264:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9897 00000100:00100000:2.0:1734016143.662292:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338916224:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.662444:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338916224:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 172us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.662450:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9897 00002000:00100000:2.0:1734016143.662456:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1900544->1904639) req@ffff880079c9b100 x1818247338916224/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.662463:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b100 with x1818247338916224 ext(1900544->1904639) 00002000:00010000:2.0:1734016143.662466:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c9b100 00000100:00100000:2.0:1734016143.665036:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.665426:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916352 00000100:00100000:0.0:1734016143.665434:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916352 00000100:00100000:0.0:1734016143.665481:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14817 00000100:00100000:0.0:1734016143.665486:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338916352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.665508:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.665525:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea242a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d5c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.665572:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083776:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.665617:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.668659:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083776:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.668692:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea242a5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d5c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.668704:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea242a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d5c expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.669005:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016143.669175:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338916352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3686us (4143us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.669184:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14817 00000100:00100000:1.0:1734016143.672204:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.672299:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916608 00000100:00100000:0.0:1734016143.672306:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916608 00002000:00100000:0.0:1734016143.672341:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1904640->1908735) req@ffff880079c98a80 x1818247338916608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.672349:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98a80 with x1818247338916608 ext(1904640->1908735) 00002000:00010000:0.0:1734016143.672353:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98a80 00000100:00100000:0.0:1734016143.672385:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9898 00000100:00100000:0.0:1734016143.672392:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338916608:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.672528:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338916608:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 134us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.672535:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9898 00002000:00100000:0.0:1734016143.672540:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1904640->1908735) req@ffff880079c98a80 x1818247338916608/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016143.672545:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98a80 with x1818247338916608 ext(1904640->1908735) 00002000:00010000:0.0:1734016143.672548:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98a80 00000100:00100000:2.0:1734016143.675911:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.676577:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916736 00000100:00100000:0.0:1734016143.676585:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916736 00000100:00100000:0.0:1734016143.676889:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14818 00000100:00100000:0.0:1734016143.676896:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338916736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.676914:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.676928:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea242ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d63 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.676972:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083904:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.677732:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.679587:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341083904:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.679617:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea242ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d63 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.679630:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea242ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d63 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.679653:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016143.679698:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338916736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2801us (3792us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.679706:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14818 00000100:00100000:1.0:1734016143.681666:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.681718:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916864 00000100:00100000:0.0:1734016143.681725:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916864 00000100:00100000:0.0:1734016143.681821:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14819 00000100:00100000:0.0:1734016143.681828:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338916864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.681844:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.681862:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea242b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d6a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.681907:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084032:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.681968:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.684401:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084032:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.684432:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea242b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d6a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.684443:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d680/0x857af32d4ea242b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d6a expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.684470:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:0.0:1734016143.684531:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338916864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2702us (2871us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.684538:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14819 00000100:00100000:3.0:1734016143.686942:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.687041:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338916992 00000100:00100000:0.0:1734016143.687048:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338916992 00000100:00100000:0.0:1734016143.687406:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14820 00000100:00100000:0.0:1734016143.687413:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338916992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.687428:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.687443:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea242ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d71 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.687487:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084160:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.687553:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.689437:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084160:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.689465:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea242ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d71 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689480:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea242ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d71 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689490:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016143.689541:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338916992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2128us (2608us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.689549:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14820 00000100:00100000:3.0:1734016143.691478:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.691542:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917120 00000100:00100000:0.0:1734016143.691549:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917120 00000100:00100000:0.0:1734016143.691907:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14821 00000100:00100000:0.0:1734016143.691914:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338917120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.691929:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.691942:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea242c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d78 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.691986:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084288:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.692035:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.693844:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084288:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.693867:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea242c1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d78 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.693877:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea242c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d78 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.693897:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016143.694013:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338917120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2098us (2539us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.694020:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14821 00000100:00100000:1.0:1734016143.696256:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.696332:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917248 00000100:00100000:0.0:1734016143.696340:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917248 00000100:00100000:0.0:1734016143.696382:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14822 00000100:00100000:0.0:1734016143.696389:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338917248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.696403:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.696416:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea242c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d7f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016143.696456:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084416:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016143.696514:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.698202:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084416:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016143.698226:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea242c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d7f expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.698236:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea242c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d7f expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.698306:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:0.0:1734016143.698344:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338917248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1955us (2093us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016143.698353:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14822 00000100:00100000:3.0:1734016143.700511:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.700623:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917376 00000100:00100000:0.0:1734016143.700631:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917376 00000100:00100000:0.0:1734016143.700672:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14823 00000100:00100000:0.0:1734016143.700678:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338917376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.700693:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016143.700709:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d86 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.700734:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.700740:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.700741:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016143.700744:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1622016->1626111] (req 1622016->1626111) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.700768:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.700778:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 13 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016143.700788:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084544:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016143.700847:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.703662:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a196d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341084544:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016143.703690:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1622016->1626111] (req 1622016->1626111) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016143.703702:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016143.703758:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338917376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3078us (3262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.703766:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14823 00000100:00100000:3.0:1734016143.705257:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.705594:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917504 00000100:00100000:2.0:1734016143.705602:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917504 00002000:00100000:2.0:1734016143.705639:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4251648->4263935) req@ffff88007902b800 x1818247338917504/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 12776/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.705648:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247338917504 ext(4251648->4263935) 00010000:00010000:2.0:1734016143.705655:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 14 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.705666:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 14 pid: 8975 timeout: 512 lvb_type: 0 00002000:00010000:2.0:1734016143.705672:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007902b800 00000100:00100000:2.0:1734016143.706087:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 392 00000100:00100000:2.0:1734016143.706094:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338917504:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.706920:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338917504:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 822us (1667us total) trans 4294970023 rc 0/0 00000100:00100000:2.0:1734016143.706929:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 392 00002000:00100000:2.0:1734016143.706937:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4251648->4263935) req@ffff88007902b800 x1818247338917504/t4294970023(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 12776/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.706945:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007902b800 with x1818247338917504 ext(4251648->4263935) 00010000:00010000:2.0:1734016143.706955:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.706967:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00002000:00010000:2.0:1734016143.706973:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007902b800 00000100:00100000:3.0:1734016143.712437:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.712721:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917632 00000100:00100000:2.0:1734016143.712729:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917632 00010000:00010000:2.0:1734016143.712762:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.712830:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4055 00000100:00100000:2.0:1734016143.712837:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247338917632:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.712853:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016143.712870:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 880 -> 904 00010000:00010000:2.0:1734016143.712876:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.712887:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.712911:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea241ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cb4 expref: 16 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.713127:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.713129:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.713136:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.713145:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.713179:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.713191:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341084672:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.713494:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.718657:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341084672:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.718681:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.718719:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247338917632:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5881us (6291us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.718728:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4055 00000100:00100000:0.0:1734016143.722450:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.724574:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338917888 00000100:00100000:2.0:1734016143.724584:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338917888 00002000:00100000:2.0:1734016143.724618:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1622016->6139903) req@ffff88007a196d80 x1818247338917888/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 504/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.724627:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247338917888 ext(1622016->6139903) 00002000:00010000:2.0:1734016143.724631:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:2.0:1734016143.724653:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9899 00000100:00100000:2.0:1734016143.724659:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338917888:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.738261:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338917888:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 13593us (15808us total) trans 0 rc 1224704/1224704 00000100:00100000:2.0:1734016143.738304:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9899 00002000:00100000:2.0:1734016143.738315:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1622016->6139903) req@ffff88007a196d80 x1818247338917888/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 504/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 1224704/1224704 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.738324:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196d80 with x1818247338917888 ext(1622016->6139903) 00002000:00010000:2.0:1734016143.738329:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196d80 00000100:00100000:0.0:1734016143.742958:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.743534:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918144 00000100:00100000:2.0:1734016143.743542:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918144 00002000:00100000:2.0:1734016143.743578:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1626112->1630207) req@ffff88007a196300 x1818247338918144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.743587:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338918144 ext(1626112->1630207) 00002000:00010000:2.0:1734016143.743591:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300 00000100:00100000:2.0:1734016143.743608:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9900 00000100:00100000:2.0:1734016143.743616:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338918144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.743767:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338918144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 151us (817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.743775:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9900 00002000:00100000:2.0:1734016143.743780:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1626112->1630207) req@ffff88007a196300 x1818247338918144/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.743786:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a196300 with x1818247338918144 ext(1626112->1630207) 00002000:00010000:2.0:1734016143.743788:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a196300 00000100:00100000:0.0:1734016143.750810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.750902:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918400 00000100:00100000:2.0:1734016143.750910:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918400 00002000:00100000:2.0:1734016143.750943:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1630208->1634303) req@ffff88007a194a80 x1818247338918400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.750951:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194a80 with x1818247338918400 ext(1630208->1634303) 00002000:00010000:2.0:1734016143.750956:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194a80 00000100:00100000:0.0:1734016143.752074:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9901 00000100:00100000:0.0:1734016143.752082:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338918400:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.752707:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338918400:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 624us (1902us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.752713:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9901 00002000:00100000:3.0:1734016143.752721:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1630208->1634303) req@ffff88007a194a80 x1818247338918400/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.752727:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194a80 with x1818247338918400 ext(1630208->1634303) 00002000:00010000:3.0:1734016143.752730:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194a80 00000100:00100000:0.0:1734016143.754921:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.757181:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918528 00000100:00100000:3.0:1734016143.757192:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918528 00002000:00100000:3.0:1734016143.757232:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1622016->1634303) req@ffff88007a194700 x1818247338918528/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 12776/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.757242:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338918528 ext(1622016->1634303) 00002000:00010000:3.0:1734016143.757247:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700 00000100:00100000:3.0:1734016143.757288:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9902 00000100:00100000:3.0:1734016143.757294:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338918528:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016143.757922:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338918528:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 626us (3006us total) trans 4294970024 rc 0/0 00000100:00100000:3.0:1734016143.757929:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9902 00002000:00100000:3.0:1734016143.757934:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1622016->1634303) req@ffff88007a194700 x1818247338918528/t4294970024(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 12776/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.757940:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a194700 with x1818247338918528 ext(1622016->1634303) 00002000:00010000:3.0:1734016143.757942:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a194700 00000100:00100000:0.0:1734016143.759351:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.759495:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918656 00000100:00100000:2.0:1734016143.759509:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918656 00000100:00100000:2.0:1734016143.759558:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2781 00000100:00100000:2.0:1734016143.759565:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338918656:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016143.759667:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338918656:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 102us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.759674:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2781 00000100:00100000:0.0:1734016143.761195:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.761296:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918784 00000100:00100000:2.0:1734016143.761301:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918784 00000100:00100000:2.0:1734016143.761328:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14824 00000100:00100000:2.0:1734016143.761334:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338918784:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.763497:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970024 is committed 00000001:00080000:0.0:1734016143.763520:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970023 is committed 00000100:00100000:2.0:1734016143.763982:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338918784:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2644us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.763992:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14824 00000100:00100000:0.0:1734016143.767507:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.767636:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338918912 00000100:00100000:2.0:1734016143.767643:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338918912 00000100:00100000:2.0:1734016143.767685:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14825 00000100:00100000:2.0:1734016143.767691:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338918912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.767707:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.767727:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d8d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.767750:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.767756:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.767757:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.767760:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4050944->4055039] (req 4050944->4055039) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.767785:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.767794:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.767803:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341084800:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016143.767867:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.774984:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341084800:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.775016:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [4050944->4055039] (req 4050944->4055039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.775030:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016143.775073:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338918912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7381us (7581us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.775081:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14825 00000100:00100000:0.0:1734016143.775811:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.776472:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919040 00000100:00100000:2.0:1734016143.776480:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919040 00010000:00010000:2.0:1734016143.776522:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.776564:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4056 00000100:00100000:2.0:1734016143.776571:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247338919040:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.776585:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.776606:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.776617:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.776637:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea24297 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d4e expref: 19 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.777347:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.777352:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.777359:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.777367:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.777402:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 18 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.777530:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341084928:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.777727:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.783725:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341084928:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.783748:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.783790:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338919040:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7218us (7981us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.783799:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4056 00000100:00100000:0.0:1734016143.785044:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.785195:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919296 00000100:00100000:3.0:1734016143.785204:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919296 00002000:00100000:3.0:1734016143.785245:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4050944->4055039) req@ffff880079cb7480 x1818247338919296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.785255:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338919296 ext(4050944->4055039) 00002000:00010000:3.0:1734016143.785260:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7480 00000100:00100000:3.0:1734016143.785331:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9903 00000100:00100000:3.0:1734016143.785337:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338919296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.785475:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338919296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 136us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.785482:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9903 00002000:00100000:3.0:1734016143.785488:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4050944->4055039) req@ffff880079cb7480 x1818247338919296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.785494:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7480 with x1818247338919296 ext(4050944->4055039) 00002000:00010000:3.0:1734016143.785508:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb7480 00000100:00100000:0.0:1734016143.790538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.790675:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919552 00000100:00100000:2.0:1734016143.790683:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919552 00002000:00100000:2.0:1734016143.790716:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (4055040->4059135) req@ffff880079cb4380 x1818247338919552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.790726:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4380 with x1818247338919552 ext(4055040->4059135) 00002000:00010000:2.0:1734016143.790730:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4380 00000100:00100000:2.0:1734016143.791206:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9904 00000100:00100000:2.0:1734016143.791213:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338919552:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.791408:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247338919552:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 194us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.791415:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9904 00002000:00100000:2.0:1734016143.791421:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (4055040->4059135) req@ffff880079cb4380 x1818247338919552/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.791426:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4380 with x1818247338919552 ext(4055040->4059135) 00002000:00010000:2.0:1734016143.791429:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4380 00000100:00100000:0.0:1734016143.793811:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.794020:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919680 00000100:00100000:3.0:1734016143.794027:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919680 00002000:00100000:3.0:1734016143.794059:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4050944->4059135) req@ffff880079cb4700 x1818247338919680/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 8680/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.794072:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4700 with x1818247338919680 ext(4050944->4059135) 00002000:00010000:3.0:1734016143.794076:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4700 00000100:00100000:3.0:1734016143.794093:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9905 00000100:00100000:3.0:1734016143.794099:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338919680:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016143.795199:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247338919680:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1095us (1389us total) trans 4294968379 rc 0/0 00000100:00100000:3.0:1734016143.795207:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9905 00002000:00100000:3.0:1734016143.795214:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (4050944->4059135) req@ffff880079cb4700 x1818247338919680/t4294968379(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 8680/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.795222:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb4700 with x1818247338919680 ext(4050944->4059135) 00002000:00010000:3.0:1734016143.795225:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb4700 00000100:00100000:0.0:1734016143.797480:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.797593:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919808 00000100:00100000:2.0:1734016143.797600:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919808 00000100:00100000:2.0:1734016143.797631:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14826 00000100:00100000:2.0:1734016143.797637:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1971:x1818247338919808:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016143.799348:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968379 is committed 00000001:00080000:0.0:1734016143.799371:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968378 is committed 00000100:00100000:2.0:1734016143.799620:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338919808:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1977us (2137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.799632:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14826 00000100:00100000:0.0:1734016143.802152:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.802197:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.802321:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338919936 00000100:00100000:1.0:1734016143.802329:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338919936 00000100:00100000:1.0:1734016143.802366:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920064 00000100:00100000:1.0:1734016143.802368:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920064 00000100:00100000:1.0:1734016143.802398:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14827 00000100:00100000:1.0:1734016143.802406:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338919936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.802422:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.802436:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea242dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d94 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.802481:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341085056:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.802538:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.802552:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14828 00000100:00100000:1.0:1734016143.802556:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338920064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.802563:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.802571:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea242e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0d9b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.802593:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341085184:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.802608:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.804135:0:7692:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 1553188 -> 4059136 00002000:00010000:2.0:1734016143.804142:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 1 -> 16 00000100:00100000:2.0:1734016143.804158:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341085184:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.804183:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea242e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d9b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.804195:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea242e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d9b expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.804204:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:2.0:1734016143.804234:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338920064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1676us (2035us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.804244:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14828 00002000:00010000:1.0:1734016143.804947:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 904 -> 928 00000100:00100000:1.0:1734016143.804958:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341085056:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.804976:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea242dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d94 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.804986:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea242dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d94 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.805563:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016143.805604:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338919936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3198us (3459us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.805610:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14827 00000100:00100000:0.0:1734016143.807985:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.808032:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.808209:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920320 00000100:00100000:2.0:1734016143.808217:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920320 00000100:00100000:2.0:1734016143.808555:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920192 00000100:00100000:2.0:1734016143.808559:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920192 00000100:00100000:1.0:1734016143.808616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14829 00000100:00100000:1.0:1734016143.808623:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338920320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.808640:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.808654:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea242eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0da9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.808714:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341085312:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.808887:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14830 00000100:00100000:2.0:1734016143.808893:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338920192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.808900:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.808908:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea242f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0da2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.808931:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341085440:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.809421:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.809521:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.814094:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341085312:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.814138:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea242eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0da9 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.814150:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea242eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0da9 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.814161:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016143.814205:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338920320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5581us (6226us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.814211:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14829 00000100:00100000:2.0:1734016143.814397:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341085440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.814417:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea242f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0da2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.814426:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea242f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0da2 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.814437:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016143.814465:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338920192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5572us (6433us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.814470:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14830 00000100:00100000:0.0:1734016143.817650:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.817695:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.817882:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920576 00000100:00100000:2.0:1734016143.817890:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920576 00000100:00100000:2.0:1734016143.818092:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920448 00000100:00100000:2.0:1734016143.818096:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920448 00000100:00100000:1.0:1734016143.818132:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14831 00000100:00100000:1.0:1734016143.818139:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338920576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.818155:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.818170:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea242f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0db7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.818210:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341085568:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.818262:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.818339:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14832 00000100:00100000:3.0:1734016143.818344:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338920448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.818351:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.818360:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24300 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0db0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016143.818381:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341085696:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016143.818401:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.820863:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341085568:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.820899:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea242f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0db7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.820910:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea242f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0db7 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.820922:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016143.820962:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1971:x1818247338920576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2822us (3319us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.820971:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14831 00000100:00100000:3.0:1734016143.821669:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341085696:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016143.821689:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24300 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0db0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.821702:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24300 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0db0 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.821712:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016143.821741:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338920448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3395us (4044us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016143.821747:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14832 00000100:00100000:0.0:1734016143.827355:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.827465:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920704 00000100:00100000:3.0:1734016143.827473:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920704 00000100:00100000:3.0:1734016143.827521:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14833 00000100:00100000:3.0:1734016143.827528:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338920704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.827543:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016143.827558:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dbe expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.827586:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.827592:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.827594:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016143.827596:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3805184->3809279] (req 3805184->3809279) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.827618:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.827632:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016143.827642:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341085824:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016143.827685:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.830865:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341085824:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.830895:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3805184->3809279] (req 3805184->3809279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.830908:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016143.830941:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338920704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3413us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.830949:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14833 00000100:00100000:3.0:1734016143.831055:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.831245:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338920832 00000100:00100000:2.0:1734016143.831250:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338920832 00010000:00010000:2.0:1734016143.831287:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 8 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.831315:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4057 00000100:00100000:2.0:1734016143.831320:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338920832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.831331:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.831348:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 8 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.831358:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 8 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.831376:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea242d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d8d expref: 8 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.831400:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.831402:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.831407:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.831413:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.831435:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.831445:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341085952:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.831479:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.834119:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341085952:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016143.834140:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016143.834177:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338920832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2856us (3122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.834186:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4057 00000100:00100000:0.0:1734016143.834491:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.835054:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921088 00000100:00100000:3.0:1734016143.835061:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921088 00002000:00100000:3.0:1734016143.835090:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3805184->3809279) req@ffff880079f93480 x1818247338921088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.835099:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338921088 ext(3805184->3809279) 00002000:00010000:3.0:1734016143.835103:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:3.0:1734016143.835126:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9906 00000100:00100000:3.0:1734016143.835131:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338921088:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.835262:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338921088:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 129us (770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.835296:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9906 00002000:00100000:3.0:1734016143.835302:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3805184->3809279) req@ffff880079f93480 x1818247338921088/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.835309:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f93480 with x1818247338921088 ext(3805184->3809279) 00002000:00010000:3.0:1734016143.835312:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f93480 00000100:00100000:0.0:1734016143.838340:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.838486:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921344 00000100:00100000:2.0:1734016143.838494:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921344 00002000:00100000:2.0:1734016143.838534:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3809280->3813375) req@ffff880079f90a80 x1818247338921344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.838543:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90a80 with x1818247338921344 ext(3809280->3813375) 00002000:00010000:2.0:1734016143.838549:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90a80 00000100:00100000:2.0:1734016143.838584:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9907 00000100:00100000:2.0:1734016143.838592:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338921344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.838745:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338921344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 153us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.838752:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9907 00002000:00100000:2.0:1734016143.838759:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3809280->3813375) req@ffff880079f90a80 x1818247338921344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.838765:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90a80 with x1818247338921344 ext(3809280->3813375) 00002000:00010000:2.0:1734016143.838768:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90a80 00000100:00100000:0.0:1734016143.840789:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.841209:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921600 00000100:00100000:3.0:1734016143.841216:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921600 00002000:00100000:3.0:1734016143.841246:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3813376->3817471) req@ffff880079f90e00 x1818247338921600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.841253:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338921600 ext(3813376->3817471) 00002000:00010000:3.0:1734016143.841257:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00 00000100:00100000:3.0:1734016143.841615:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9908 00000100:00100000:3.0:1734016143.841624:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338921600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.841764:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338921600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (982us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.841770:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9908 00002000:00100000:3.0:1734016143.841775:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3813376->3817471) req@ffff880079f90e00 x1818247338921600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.841782:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247338921600 ext(3813376->3817471) 00002000:00010000:3.0:1734016143.841784:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00 00000100:00100000:0.0:1734016143.843907:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.844111:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921728 00000100:00100000:2.0:1734016143.844119:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921728 00002000:00100000:2.0:1734016143.844153:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3805184->3817471) req@ffff880079f91c00 x1818247338921728/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 12776/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.844160:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91c00 with x1818247338921728 ext(3805184->3817471) 00002000:00010000:2.0:1734016143.844164:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f91c00 00000100:00100000:2.0:1734016143.844191:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9909 00000100:00100000:2.0:1734016143.844199:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338921728:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016143.845453:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1971:x1818247338921728:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1249us (1547us total) trans 4294968380 rc 0/0 00000100:00100000:2.0:1734016143.845462:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9909 00002000:00100000:2.0:1734016143.845468:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3805184->3817471) req@ffff880079f91c00 x1818247338921728/t4294968380(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 12776/448 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.845474:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91c00 with x1818247338921728 ext(3805184->3817471) 00002000:00010000:2.0:1734016143.845477:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f91c00 00000100:00100000:0.0:1734016143.847027:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.847129:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921856 00000100:00100000:1.0:1734016143.847135:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921856 00000100:00100000:1.0:1734016143.847241:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2782 00000100:00100000:1.0:1734016143.847247:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338921856:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:1.0:1734016143.847363:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338921856:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 115us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.847368:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2782 00000100:00100000:0.0:1734016143.848914:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.849020:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338921984 00000100:00100000:2.0:1734016143.849026:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338921984 00000100:00100000:2.0:1734016143.849067:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14834 00000100:00100000:2.0:1734016143.849072:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338921984:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016143.850225:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968380 is committed 00000100:00100000:0.0:1734016143.850357:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338921984:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1282us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.850365:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14834 00000100:00100000:0.0:1734016143.852533:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.852647:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922112 00000100:00100000:2.0:1734016143.852654:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922112 00000100:00100000:2.0:1734016143.852691:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14835 00000100:00100000:2.0:1734016143.852696:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338922112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.852711:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.852727:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2430e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dc5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.852775:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341086080:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.852814:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbf00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016143.854329:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 16 -> 40 00000100:00100000:2.0:1734016143.854349:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341086080:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.854373:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2430e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dc5 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.854382:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2430e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dc5 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.854395:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016143.854831:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338922112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2131us (2303us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.854841:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14835 00000100:00100000:0.0:1734016143.857367:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.857486:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922240 00000100:00100000:2.0:1734016143.857493:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922240 00000100:00100000:2.0:1734016143.857563:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14836 00000100:00100000:2.0:1734016143.857569:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338922240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.857586:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.857603:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24315 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dcc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.857652:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341086208:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016143.857698:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.859204:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341086208:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016143.859232:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24315 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dcc expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.859243:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24315 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dcc expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016143.859317:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016143.859549:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338922240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1978us (2188us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016143.859557:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14836 00000100:00100000:0.0:1734016143.862154:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.862266:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922368 00000100:00100000:2.0:1734016143.862374:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922368 00000100:00100000:2.0:1734016143.862418:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14837 00000100:00100000:2.0:1734016143.862425:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338922368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016143.862440:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016143.862456:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dd3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.862482:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.862488:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.862490:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016143.862492:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.862529:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.862540:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.862551:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341086336:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016143.862606:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016143.865837:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341086336:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016143.865864:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.865878:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016143.865914:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079dab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338922368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3489us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016143.865922:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14837 00000100:00100000:0.0:1734016143.867329:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.867895:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922496 00000100:00100000:2.0:1734016143.867903:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922496 00010000:00010000:2.0:1734016143.867930:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016143.867962:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4058 00000100:00100000:2.0:1734016143.867968:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338922496:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016143.867979:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016143.867997:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.868007:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.868026:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea242cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0d86 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016143.868050:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.868052:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016143.868058:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.868065:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016143.868090:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016143.868102:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341086464:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016143.868154:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016143.875475:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341086464:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016143.875520:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016143.875568:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338922496:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7598us (8241us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016143.875579:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4058 00000100:00100000:0.0:1734016143.883003:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.883833:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922752 00000100:00100000:3.0:1734016143.883843:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922752 00002000:00100000:3.0:1734016143.883886:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079da9180 x1818247338922752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.883895:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338922752 ext(0->4194303) 00002000:00010000:3.0:1734016143.883899:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:3.0:1734016143.883920:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9910 00000100:00100000:3.0:1734016143.883926:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338922752:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.938127:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338922752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 54189us (55123us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016143.938139:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9910 00002000:00100000:3.0:1734016143.938153:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079da9180 x1818247338922752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:104/0 lens 488/440 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.938164:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079da9180 with x1818247338922752 ext(0->4194303) 00002000:00010000:3.0:1734016143.938170:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079da9180 00000100:00100000:0.0:1734016143.943650:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016143.943699:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.943765:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923008 00000100:00100000:1.0:1734016143.943772:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923008 00000100:00100000:1.0:1734016143.943818:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338922880 00000100:00100000:1.0:1734016143.943821:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338922880 00000100:00100000:1.0:1734016143.943835:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14838 00000100:00100000:1.0:1734016143.943841:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.943858:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.943875:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24323 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0de1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.943921:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086592:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.943964:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.943988:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14839 00000100:00100000:1.0:1734016143.943993:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338922880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.944000:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.944009:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dda expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.944019:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.944021:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016143.944027:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.944038:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.944047:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016143.944063:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338922880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 70us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.944068:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14839 00000100:00100000:1.0:1734016143.948000:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086592:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.948033:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24323 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0de1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.948043:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24323 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0de1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.948071:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016143.949015:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079da8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5169us (5368us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.949025:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14838 00000100:00100000:0.0:1734016143.953051:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.953135:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923136 00000100:00100000:1.0:1734016143.953144:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923136 00000100:00100000:1.0:1734016143.953192:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14840 00000100:00100000:1.0:1734016143.953198:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338923136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.953218:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.953239:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24331 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0de8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.953398:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086720:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.953487:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.955463:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086720:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.955510:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24331 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0de8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.955521:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24331 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0de8 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.955616:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016143.956036:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338923136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2835us (2990us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.956044:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14840 00000100:00100000:0.0:1734016143.961751:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.961870:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923264 00000100:00100000:1.0:1734016143.961877:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923264 00000100:00100000:1.0:1734016143.962162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14841 00000100:00100000:1.0:1734016143.962169:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.962187:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.962202:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24338 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0def expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.962244:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086848:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.962316:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.966457:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086848:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.966505:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24338 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0def expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.966519:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24338 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0def expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.966793:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016143.967152:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4980us (5406us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.967164:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14841 00000100:00100000:0.0:1734016143.971386:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016143.971464:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923520 00000100:00100000:3.0:1734016143.971472:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923520 00002000:00100000:3.0:1734016143.971517:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2994176->2998271) req@ffff880122739c00 x1818247338923520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.971527:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739c00 with x1818247338923520 ext(2994176->2998271) 00002000:00010000:3.0:1734016143.971531:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122739c00 00000100:00100000:3.0:1734016143.971588:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9911 00000100:00100000:3.0:1734016143.971593:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338923520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.971733:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338923520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 138us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016143.971740:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9911 00002000:00100000:3.0:1734016143.971745:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2994176->2998271) req@ffff880122739c00 x1818247338923520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016143.971751:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739c00 with x1818247338923520 ext(2994176->2998271) 00002000:00010000:3.0:1734016143.971754:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122739c00 00000100:00100000:0.0:1734016143.982229:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.982838:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923776 00000100:00100000:2.0:1734016143.982846:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923776 00002000:00100000:2.0:1734016143.982879:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2998272->3002367) req@ffff880122739180 x1818247338923776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/0 e 0 to 0 dl 1734016154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.982889:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739180 with x1818247338923776 ext(2998272->3002367) 00002000:00010000:2.0:1734016143.982893:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122739180 00000100:00100000:2.0:1734016143.982923:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9912 00000100:00100000:2.0:1734016143.982929:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016143.983073:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338923776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 143us (853us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016143.983079:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9912 00002000:00100000:2.0:1734016143.983083:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2998272->3002367) req@ffff880122739180 x1818247338923776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:104/0 lens 488/4536 e 0 to 0 dl 1734016154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016143.983089:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122739180 with x1818247338923776 ext(2998272->3002367) 00002000:00010000:2.0:1734016143.983092:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122739180 00000100:00100000:0.0:1734016143.986212:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.986993:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338923904 00000100:00100000:1.0:1734016143.987000:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338923904 00000100:00100000:1.0:1734016143.987040:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14842 00000100:00100000:1.0:1734016143.987046:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338923904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.987060:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.987075:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2433f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0df6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.987117:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086976:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.987611:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.989875:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341086976:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.989905:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2433f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0df6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.989917:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea2433f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0df6 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.989938:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016143.989972:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338923904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2926us (3769us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.989979:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14842 00000100:00100000:0.0:1734016143.992482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016143.992607:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924032 00000100:00100000:1.0:1734016143.992615:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924032 00000100:00100000:1.0:1734016143.992699:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14843 00000100:00100000:1.0:1734016143.992707:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338924032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.992726:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016143.992744:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24346 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0dfd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016143.992795:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341087104:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016143.993363:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016143.995444:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341087104:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016143.995473:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24346 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dfd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.995484:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24346 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dfd expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.995493:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016143.995539:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338924032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2832us (3063us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016143.995546:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14843 00000100:00100000:0.0:1734016143.997801:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016143.998211:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924288 00000100:00100000:2.0:1734016143.998219:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924288 00000100:00100000:1.0:1734016143.998376:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2783 00000100:00100000:1.0:1734016143.998383:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+33:10361:x1818247338924288:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016143.998423:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016143.998442:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79200/0x857af32d4ea24204 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0cc2 expref: 33 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.998464:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016143.998468:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016143.998594:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.998604:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.998610:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016143.998633:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 23 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016143.998643:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 23 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016143.998653:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341087232:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016143.998695:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.002987:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.003133:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924416 00000100:00100000:0.0:1734016144.003140:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924416 00010000:00010000:0.0:1734016144.003165:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 24 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016144.003195:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4059 00000100:00100000:0.0:1734016144.003201:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1969:x1818247338924416:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016144.003212:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016144.003216:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 24 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016144.003226:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 24 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:0.0:1734016144.003244:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016144.003248:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016144.003257:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016144.003263:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016144.003293:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016144.003328:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:1969:x1818247338924416:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 126us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.003333:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4059 00010000:00010000:1.0:1734016144.003431:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2422e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ce5 expref: 23 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.003446:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341087232:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016144.003460:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.003466:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.003470:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:1.0:1734016144.003546:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969080 00000004:00010000:1.0:1734016144.003575:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88012273b100 reply state ffff88007a324000 transno 4294969081 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.003580:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016144.003630:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338924288:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5246us (5836us total) trans 4294969081 rc 0/0 00000100:00100000:1.0:1734016144.003636:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2783 00000020:00080000:1.0:1734016144.003640:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016144.007480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016144.007702:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007711:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007717:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007722:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78d80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016144.007725:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007731:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007742:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.007745:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.007748:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.007751:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2434d lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.007831:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924544 00000100:00100000:1.0:1734016144.007839:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924544 00000100:00100000:1.0:1734016144.007881:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14844 00000100:00100000:1.0:1734016144.007888:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338924544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.007900:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.007913:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e04 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.007937:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.007944:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.007950:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.007951:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.007954:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.007985:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.007995:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 512 lvb_type: 1 00000100:00100000:1.0:1734016144.008006:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341087360:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016144.008911:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.008921:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.008929:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341087488:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016144.008955:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.016558:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341087360:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016144.016570:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341087488:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016144.016598:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.016611:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:0.0:1734016144.016660:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338924544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8771us (9187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.016668:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14844 00000100:00100000:0.0:1734016144.017468:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.017536:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924800 00000100:00100000:3.0:1734016144.017542:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924800 00010000:00010000:3.0:1734016144.017567:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 512 lvb_type: 1 00000100:00100000:3.0:1734016144.017589:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4060 00000100:00100000:3.0:1734016144.017595:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338924800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.017607:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.017624:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 512 lvb_type: 1 00010000:00010000:3.0:1734016144.017633:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 512 lvb_type: 1 00010000:00010000:3.0:1734016144.017654:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea2432a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dda expref: 8 pid: 7692 timeout: 512 lvb_type: 1 00010000:00010000:3.0:1734016144.017666:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.017701:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338924800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 106us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.017706:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4060 00000100:00100000:0.0:1734016144.026083:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.026171:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924672 00000100:00100000:2.0:1734016144.026179:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924672 00010000:00010000:2.0:1734016144.026211:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.026987:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4061 00000100:00100000:2.0:1734016144.026995:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338924672:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.027009:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.027025:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016144.027036:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016144.027053:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea2431c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dd3 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016144.027069:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.027071:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.027075:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.027083:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.027108:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.027116:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341087616:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016144.027179:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.029100:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341087616:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016144.029119:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.029156:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338924672:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2161us (3080us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.029166:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4061 00000100:00100000:1.0:1734016144.031100:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.031294:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338924928 00000100:00100000:0.0:1734016144.031302:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338924928 00000100:00100000:0.0:1734016144.032031:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14845 00000100:00100000:0.0:1734016144.032038:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338924928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.032053:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.032069:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e0b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.032095:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.032103:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.032105:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.032108:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.032131:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.032141:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 5 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:0.0:1734016144.032152:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012273aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341087744:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016144.032209:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.035354:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.035530:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925056 00000100:00100000:3.0:1734016144.035538:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925056 00010000:00010000:3.0:1734016144.035582:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.035604:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4062 00000100:00100000:3.0:1734016144.035610:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338925056:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.035621:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.035638:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.035647:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.035664:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.035666:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.035671:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.035682:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.035719:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.035730:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341087872:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.035781:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016144.035872:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24307 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0dbe expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.035889:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012273aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341087744:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.035928:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.035937:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:2.0:1734016144.035960:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338924928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3923us (4866us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.035967:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14845 00000100:00080000:0.0:1734016144.036957:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016114 00000100:00100000:0.0:1734016144.038420:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.038464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.038660:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925312 00000100:00100000:2.0:1734016144.038670:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925312 00002000:00010000:2.0:1734016144.038712:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016144.038716:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338925312 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016144.038726:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791fa680. 00000100:00100000:2.0:1734016144.038744:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925184 00000100:00100000:2.0:1734016144.038746:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925184 00002000:00010000:2.0:1734016144.038754:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3351826->18446744073709551615) 00002000:00100000:2.0:1734016144.038756:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9c00 with x1818247338925184 ext(3351826->18446744073709551615) 00002000:00010000:2.0:1734016144.038762:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9c00. 00000100:00100000:2.0:1734016144.038790:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9913 00000100:00100000:2.0:1734016144.038796:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338925312:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.039030:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4059136 -> 0 00002000:00010000:2.0:1734016144.039033:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.039034:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.039036:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.039037:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:2.0:1734016144.039079:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338925312:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 282us (664us total) trans 4294968381 rc 0/0 00000100:00100000:2.0:1734016144.039085:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9913 00002000:00010000:2.0:1734016144.039088:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016144.039090:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fa680 with x1818247338925312 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016144.039092:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800791fa680. 00000100:00100000:2.0:1734016144.039105:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9914 00000100:00100000:2.0:1734016144.039109:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338925184:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.041092:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6139472 -> 3351826 00002000:00010000:2.0:1734016144.041098:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.041100:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.041101:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.041103:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 888 00000100:00100000:2.0:1734016144.041148:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338925184:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2034us (2679us total) trans 4294970025 rc 0/0 00000100:00100000:2.0:1734016144.041156:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9914 00002000:00010000:2.0:1734016144.041159:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3351826->18446744073709551615) 00002000:00100000:2.0:1734016144.041162:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791f9c00 with x1818247338925184 ext(3351826->18446744073709551615) 00002000:00010000:2.0:1734016144.041166:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800791f9c00. 00000100:00100000:3.0:1734016144.041755:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341087872:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.041775:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.041801:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338925056:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6190us (6455us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.041808:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4062 00000100:00100000:0.0:1734016144.043932:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.044002:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925440 00000100:00100000:1.0:1734016144.044010:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925440 00000100:00100000:1.0:1734016144.044046:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2784 00000100:00100000:1.0:1734016144.044051:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338925440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.044068:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.044082:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24362 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e12 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.044148:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.044160:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.044168:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016144.044186:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3351826 00000004:00200000:1.0:1734016144.044189:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016144.044202:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.044221:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24362 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e12 expref: 25 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.044263:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e12 expref: 24 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.044293:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.044295:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016144.044298:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016144.044338:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338925440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 285us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.044344:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2784 00000100:00100000:0.0:1734016144.045943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.046666:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.046746:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925696 00000100:00100000:2.0:1734016144.046753:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925696 00000100:00100000:2.0:1734016144.046863:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925568 00000100:00100000:2.0:1734016144.046867:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925568 00000100:00100000:3.0:1734016144.046904:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14846 00000100:00100000:3.0:1734016144.046911:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338925696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.046928:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.046943:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24370 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e20 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.046985:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341088000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.048014:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14847 00000100:00100000:2.0:1734016144.048021:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338925568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.048035:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.048049:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24377 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e19 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.048077:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341088128:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.048137:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.048484:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.052722:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341088128:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.052753:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24377 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e19 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.052763:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24377 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e19 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.052774:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016144.052808:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338925568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4787us (6142us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.052815:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14847 00000100:00100000:3.0:1734016144.052893:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341088000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.052911:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24370 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e20 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.052920:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24370 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e20 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.052930:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016144.052946:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338925696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6036us (7009us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.052951:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14846 00000100:00100000:0.0:1734016144.055235:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.055298:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.055382:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925952 00000100:00100000:2.0:1734016144.055389:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925952 00000100:00100000:2.0:1734016144.055419:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338925824 00000100:00100000:2.0:1734016144.055422:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338925824 00000100:00100000:2.0:1734016144.055443:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14848 00000100:00100000:2.0:1734016144.055448:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338925952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.055461:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.055476:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea2437e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e2e expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.055530:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341088256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.055574:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.055712:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14849 00000100:00100000:1.0:1734016144.055717:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338925824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.055724:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.055733:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24385 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e27 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.055759:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341088384:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.055780:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.058114:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341088256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.058141:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea2437e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e2e expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.058152:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea2437e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e2e expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.058160:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:1.0:1734016144.058358:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341088384:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.058376:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24385 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e27 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.058384:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24385 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e27 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016144.058678:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338925952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3228us (3449us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.058688:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14848 00010000:00010000:1.0:1734016144.058953:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016144.058984:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338925824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3266us (3685us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.058989:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14849 00000100:00100000:0.0:1734016144.061535:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.061582:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.061710:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926208 00000100:00100000:1.0:1734016144.061718:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926208 00000100:00100000:1.0:1734016144.061749:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926080 00000100:00100000:1.0:1734016144.061751:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926080 00000100:00100000:1.0:1734016144.061782:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14850 00000100:00100000:1.0:1734016144.061788:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338926208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.061804:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.061819:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2438c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e3c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.061866:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341088512:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.061920:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.061997:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14851 00000100:00100000:2.0:1734016144.062002:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338926080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.062011:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.062022:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24393 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e35 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.062056:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341088640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.062077:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.063803:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341088640:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.063832:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24393 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e35 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.063842:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24393 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e35 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.063852:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016144.063882:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338926080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1878us (2299us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.063890:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14851 00000100:00100000:1.0:1734016144.064451:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341088512:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.064469:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2438c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e3c expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.064476:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea2438c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e3c expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.065061:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016144.065100:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338926208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3312us (3574us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.065106:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14850 00000100:00100000:0.0:1734016144.068476:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.068737:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926336 00000100:00100000:1.0:1734016144.068747:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926336 00000100:00100000:1.0:1734016144.068792:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14852 00000100:00100000:1.0:1734016144.068799:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338926336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.068814:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.068828:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2439a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e43 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.068874:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341088768:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.068924:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.070748:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.070899:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926464 00000100:00100000:2.0:1734016144.070906:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926464 00000100:00100000:2.0:1734016144.070947:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14853 00000100:00100000:2.0:1734016144.070953:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338926464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.070966:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.070980:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e4a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.071019:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341088896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.071059:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.071724:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341088768:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.071747:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2439a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e43 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.071762:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea2439a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e43 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072346:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016144.072385:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338926336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3585us (3915us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.072392:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14852 00000100:00100000:2.0:1734016144.074044:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341088896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.074075:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243a1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e4a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.074087:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e4a expref: 6 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.074096:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016144.074139:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338926464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3185us (3395us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.074147:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14853 00000100:00100000:0.0:1734016144.077911:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.078013:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926592 00000100:00100000:2.0:1734016144.078021:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926592 00000100:00100000:2.0:1734016144.078060:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14854 00000100:00100000:2.0:1734016144.078066:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338926592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.078081:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.078097:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e51 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.078122:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.078129:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.078130:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.078133:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [847872->856063] (req 847872->856063) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.078158:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.078169:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 7 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.078180:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341089024:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.078999:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.082335:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.082417:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926720 00000100:00100000:3.0:1734016144.082425:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926720 00010000:00010000:3.0:1734016144.082453:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.082475:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4063 00000100:00100000:3.0:1734016144.082480:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338926720:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.082491:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.082516:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.082526:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.082543:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.082545:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.082550:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.082561:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.082585:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.082595:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341089152:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.082647:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016144.082811:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24354 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e04 expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.082822:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341089024:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.082841:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.082849:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016144.082871:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338926592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4805us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.082876:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14854 00000100:00100000:3.0:1734016144.085539:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341089152:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.085560:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.085601:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338926720:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3120us (3272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.085610:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4063 00000100:00100000:0.0:1734016144.085848:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.085944:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926848 00000100:00100000:2.0:1734016144.085949:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926848 00000100:00100000:2.0:1734016144.085982:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14855 00000100:00100000:2.0:1734016144.085987:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338926848:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.086142:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3351826 -> 3351826 00002000:00010000:2.0:1734016144.086145:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.086147:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.086148:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.086150:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:2.0:1734016144.086196:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338926848:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 208us (349us total) trans 4294970026 rc 0/0 00000100:00100000:2.0:1734016144.086200:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14855 00000100:00100000:0.0:1734016144.090240:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.090482:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338926976 00000100:00100000:2.0:1734016144.090489:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338926976 00000100:00100000:2.0:1734016144.091062:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14856 00000100:00100000:2.0:1734016144.091068:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338926976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.091083:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.091097:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e58 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.091137:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089280:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.091378:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.092677:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089280:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.092701:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243af lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e58 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.092711:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e58 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.092861:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016144.092977:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338926976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1908us (2743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.092983:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14856 00000100:00100000:0.0:1734016144.095397:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.095486:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927104 00000100:00100000:2.0:1734016144.095501:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927104 00000100:00100000:2.0:1734016144.095533:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14857 00000100:00100000:2.0:1734016144.095539:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338927104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.095553:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.095568:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea243b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e5f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.095608:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.095857:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.097070:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089408:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.097092:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea243b6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e5f expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.097101:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea243b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e5f expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.097109:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016144.097133:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338927104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1593us (1741us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.097139:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14857 00000100:00100000:0.0:1734016144.101428:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.101529:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927232 00000100:00100000:2.0:1734016144.101537:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927232 00000100:00100000:2.0:1734016144.101570:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14858 00000100:00100000:2.0:1734016144.101575:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338927232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.101589:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.101606:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e66 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.101653:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089536:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.101864:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbe40 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.105023:0:8975:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 3450372 00002000:00010000:2.0:1734016144.105029:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1734016144.105045:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089536:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.105073:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243bd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e66 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.105084:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48240/0x857af32d4ea243bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e66 expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.105210:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016144.105828:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338927232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4113us (4269us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.105837:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14858 00000100:00100000:0.0:1734016144.107414:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.108425:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927360 00000100:00100000:2.0:1734016144.108434:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927360 00000100:00100000:2.0:1734016144.108476:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 334 00000100:00100000:2.0:1734016144.108483:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247338927360:12345-192.168.201.60@tcp:400:kworker.0 00000100:00080000:0.0:1734016144.108703:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016114 00000100:00100000:2.0:1734016144.109622:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247338927360:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 1137us (2209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.109629:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 334 00000100:00100000:0.0:1734016144.111215:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.111301:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927488 00000100:00100000:2.0:1734016144.111308:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927488 00000100:00100000:2.0:1734016144.111389:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14859 00000100:00100000:2.0:1734016144.111395:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338927488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.111410:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.111423:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e6d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.111469:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089664:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.111532:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.113915:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089664:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.113946:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243c4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e6d expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.113958:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea243c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e6d expref: 6 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.113982:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016144.114130:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1970:x1818247338927488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2732us (2917us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.114137:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14859 00000100:00100000:0.0:1734016144.117987:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.118066:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927744 00000100:00100000:2.0:1734016144.118074:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927744 00000100:00100000:2.0:1734016144.118140:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2785 00000100:00100000:2.0:1734016144.118147:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338927744:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016144.118182:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.118201:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24369 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e12 expref: 24 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.118238:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016144.118242:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016144.118530:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.118540:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.118546:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016144.118568:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969082 00000004:00010000:2.0:1734016144.118580:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e38380 reply state ffff880079faa000 transno 4294969083 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016144.118585:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016144.118645:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338927744:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 498us (666us total) trans 4294969083 rc 0/0 00000100:00100000:2.0:1734016144.118651:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2785 00000020:00080000:2.0:1734016144.118654:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016144.120108:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120118:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120122:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120127:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48900 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016144.120131:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120136:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120147:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.120149:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.120152:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.120156:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea243cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016144.120769:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.120832:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338927872 00000100:00100000:2.0:1734016144.120838:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338927872 00000100:00100000:2.0:1734016144.120868:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14860 00000100:00100000:2.0:1734016144.120874:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338927872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.120887:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.120898:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e74 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.120919:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.120925:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.120926:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.120929:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.120952:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.120961:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 8 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.120971:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089792:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.121640:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.123676:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341089792:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.123705:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.123719:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016144.123756:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338927872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2880us (2987us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.123764:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14860 00000100:00100000:0.0:1734016144.124347:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.124786:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928000 00000100:00100000:1.0:1734016144.124792:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928000 00002000:00100000:1.0:1734016144.124822:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3444736->3450371) req@ffff880079e38a80 x1818247338928000/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 6128/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.124830:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e38a80 with x1818247338928000 ext(3444736->3450371) 00010000:00010000:1.0:1734016144.124837:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.124847:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 9 pid: 7694 timeout: 512 lvb_type: 0 00002000:00010000:1.0:1734016144.124853:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079e38a80 00000100:00100000:1.0:1734016144.124877:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 393 00000100:00100000:1.0:1734016144.124882:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338928000:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.126034:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338928000:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1149us (1687us total) trans 4294968382 rc 0/0 00000100:00100000:2.0:1734016144.126043:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 393 00002000:00100000:2.0:1734016144.126050:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (3444736->3450371) req@ffff880079e38a80 x1818247338928000/t4294968382(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 6128/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.126057:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e38a80 with x1818247338928000 ext(3444736->3450371) 00010000:00010000:2.0:1734016144.126063:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:2.0:1734016144.126073:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00002000:00010000:2.0:1734016144.126078:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079e38a80 00000100:00100000:0.0:1734016144.127984:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.128053:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928128 00000100:00100000:3.0:1734016144.128060:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928128 00010000:00010000:3.0:1734016144.128088:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.128111:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4064 00000100:00100000:3.0:1734016144.128118:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338928128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.128131:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016144.128146:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:3.0:1734016144.128150:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.128160:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.128176:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea2435b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e0b expref: 11 pid: 7694 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.128188:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.128190:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.128195:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.128202:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.128230:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 5 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.128241:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341089920:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.128545:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.131167:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341089920:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.131187:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.131221:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338928128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3101us (3242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.131231:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4064 00000100:00100000:0.0:1734016144.131550:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.131612:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.131748:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928384 00000100:00100000:2.0:1734016144.131754:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928384 00002000:00010000:2.0:1734016144.131775:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016144.131779:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39180 with x1818247338928384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016144.131787:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e39180. 00000100:00100000:2.0:1734016144.131799:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928256 00000100:00100000:2.0:1734016144.131802:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928256 00002000:00010000:2.0:1734016144.131809:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5448115->18446744073709551615) 00002000:00100000:2.0:1734016144.131811:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39500 with x1818247338928256 ext(5448115->18446744073709551615) 00002000:00010000:2.0:1734016144.131816:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39500. 00000100:00100000:2.0:1734016144.131828:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9915 00000100:00100000:2.0:1734016144.131833:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338928384:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.131955:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3450372 -> 4194304 00002000:00010000:2.0:1734016144.131958:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.131960:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.131961:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.131963:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016144.131986:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338928384:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 152us (436us total) trans 4294968383 rc 0/0 00000100:00100000:2.0:1734016144.131993:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9915 00002000:00010000:2.0:1734016144.131996:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016144.131998:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39180 with x1818247338928384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016144.132001:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e39180. 00000100:00100000:2.0:1734016144.132013:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9916 00000100:00100000:2.0:1734016144.132017:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338928256:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.132117:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3351826 -> 5448115 00002000:00010000:2.0:1734016144.132120:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.132121:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.132123:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.132124:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:2.0:1734016144.132139:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338928256:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 122us (527us total) trans 4294970027 rc 0/0 00000100:00100000:2.0:1734016144.132145:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9916 00002000:00010000:2.0:1734016144.132148:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5448115->18446744073709551615) 00002000:00100000:2.0:1734016144.132150:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39500 with x1818247338928256 ext(5448115->18446744073709551615) 00002000:00010000:2.0:1734016144.132154:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39500. 00000100:00100000:0.0:1734016144.140682:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.140734:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.140809:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928768 00000100:00100000:2.0:1734016144.140818:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928768 00002000:00100000:2.0:1734016144.140858:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079e39880 x1818247338928768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.140867:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39880 with x1818247338928768 ext(0->4194303) 00002000:00010000:2.0:1734016144.140872:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e39880 00000100:00100000:2.0:1734016144.140886:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338928896 00000100:00100000:2.0:1734016144.140889:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338928896 00002000:00100000:2.0:1734016144.140899:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5439488->5443583) req@ffff880079e39c00 x1818247338928896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.140904:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39c00 with x1818247338928896 ext(5439488->5443583) 00002000:00010000:2.0:1734016144.140907:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39c00 00000100:00100000:2.0:1734016144.140919:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9917 00000100:00100000:2.0:1734016144.140926:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338928768:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.144577:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9918 00000100:00100000:3.0:1734016144.144590:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338928896:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.144789:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338928896:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 199us (4052us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.144796:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9918 00002000:00100000:3.0:1734016144.144804:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5439488->5443583) req@ffff880079e39c00 x1818247338928896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.144812:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39c00 with x1818247338928896 ext(5439488->5443583) 00002000:00010000:3.0:1734016144.144817:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39c00 00000100:00100000:0.0:1734016144.151636:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.151735:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929152 00000100:00100000:1.0:1734016144.151745:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929152 00002000:00100000:1.0:1734016144.151781:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5451775) req@ffff880079e39f80 x1818247338929152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.151792:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39f80 with x1818247338929152 ext(4194304->5451775) 00002000:00010000:1.0:1734016144.151797:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39f80 00000100:00100000:1.0:1734016144.151829:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9919 00000100:00100000:1.0:1734016144.151834:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338929152:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.174320:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338929152:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 22476us (22683us total) trans 0 rc 1253376/1253376 00000100:00100000:1.0:1734016144.174331:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9919 00002000:00100000:1.0:1734016144.174342:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5451775) req@ffff880079e39f80 x1818247338929152/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 1253376/1253376 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.174349:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39f80 with x1818247338929152 ext(4194304->5451775) 00002000:00010000:1.0:1734016144.174355:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e39f80 00000100:00100000:0.0:1734016144.192460:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.193544:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929280 00000100:00100000:1.0:1734016144.193554:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929280 00002000:00100000:1.0:1734016144.193591:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5439488->5448114) req@ffff880079e3a300 x1818247338929280/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 9120/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.193600:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3a300 with x1818247338929280 ext(5439488->5448114) 00002000:00010000:1.0:1734016144.193605:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3a300 00000100:00100000:1.0:1734016144.193682:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9920 00000100:00100000:1.0:1734016144.193690:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338929280:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.198509:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338929280:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4802us (6040us total) trans 4294970028 rc 0/0 00000100:00100000:1.0:1734016144.198524:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9920 00002000:00100000:1.0:1734016144.198538:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (5439488->5448114) req@ffff880079e3a300 x1818247338929280/t4294970028(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 9120/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.198547:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3a300 with x1818247338929280 ext(5439488->5448114) 00002000:00010000:1.0:1734016144.198552:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3a300 00000100:00100000:3.0:1734016144.202326:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338928768:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 61392us (61645us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016144.202336:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9917 00002000:00100000:3.0:1734016144.202346:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079e39880 x1818247338928768/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.202353:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e39880 with x1818247338928768 ext(0->4194303) 00002000:00010000:3.0:1734016144.202358:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e39880 00000100:00100000:0.0:1734016144.206171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.206864:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929408 00000100:00100000:2.0:1734016144.206873:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929408 00000100:00100000:2.0:1734016144.206927:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2786 00000100:00100000:2.0:1734016144.206934:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338929408:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016144.207063:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338929408:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 130us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.207069:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2786 00000100:00100000:0.0:1734016144.208698:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.208773:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929536 00000100:00100000:2.0:1734016144.208779:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929536 00000100:00100000:2.0:1734016144.208818:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14861 00000100:00100000:2.0:1734016144.208823:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338929536:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:1.0:1734016144.210339:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970028 is committed 00000001:00080000:1.0:1734016144.210362:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970025 is committed 00000100:00100000:2.0:1734016144.210604:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338929536:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1777us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.210612:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14861 00000100:00100000:0.0:1734016144.213103:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.213309:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929664 00000100:00100000:1.0:1734016144.213318:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929664 00000100:00100000:1.0:1734016144.213368:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2787 00000100:00100000:1.0:1734016144.213375:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338929664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.213398:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.213415:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea243d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e7b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.213484:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.213504:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.213512:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016144.213533:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9642419 00000004:00200000:1.0:1734016144.213537:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016144.213549:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.213569:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b600/0x857af32d4ea243d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e7b expref: 27 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.213616:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e7b expref: 26 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.213622:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.213624:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016144.213626:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016144.213664:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338929664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 289us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.213670:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2787 00000100:00100000:0.0:1734016144.216459:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.216635:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929792 00000100:00100000:2.0:1734016144.216643:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929792 00000100:00100000:2.0:1734016144.216679:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14862 00000100:00100000:2.0:1734016144.216686:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338929792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.216702:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.216717:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea243e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e82 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.216762:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341090048:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.216823:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.217188:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.218137:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338929920 00000100:00100000:0.0:1734016144.218143:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338929920 00000100:00100000:0.0:1734016144.218180:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14863 00000100:00100000:0.0:1734016144.218185:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338929920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.218194:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.218205:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea243ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e89 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.218234:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341090176:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016144.218269:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.220237:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 888 -> 912 00000100:00100000:2.0:1734016144.220256:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341090048:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.220449:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341090176:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.220470:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea243ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e89 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.220481:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea243ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e89 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.220500:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:1.0:1734016144.220535:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338929920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2349us (3346us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.220542:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14863 00010000:00010000:2.0:1734016144.220725:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea243e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e82 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.220733:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea243e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e82 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.220751:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016144.220771:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338929792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4085us (4319us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.220775:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14862 00000100:00100000:0.0:1734016144.222892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.222982:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930048 00000100:00100000:2.0:1734016144.222990:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930048 00000100:00100000:2.0:1734016144.223032:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14864 00000100:00100000:2.0:1734016144.223036:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338930048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.223049:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.223062:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e90 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.223084:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.223091:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.223092:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.223095:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4747264->4751359] (req 4747264->4751359) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.223117:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.223127:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 6 pid: 13929 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.223137:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341090304:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.223185:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.227648:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341090304:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016144.227681:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4747264->4751359] (req 4747264->4751359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.227703:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:0.0:1734016144.227751:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338930048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4712us (4862us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.227759:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14864 00000100:00100000:2.0:1734016144.228624:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.228847:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930176 00000100:00100000:3.0:1734016144.228854:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930176 00010000:00010000:3.0:1734016144.228885:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.229094:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4065 00000100:00100000:3.0:1734016144.229101:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338930176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.229114:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.229135:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.229144:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.229162:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea243a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e51 expref: 7 pid: 13929 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.229453:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.229455:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.229462:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.229470:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.229505:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.229517:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341090432:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.229762:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.233932:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.234018:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341090432:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.234042:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.234095:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338930176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4993us (5472us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.234104:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4065 00000100:00100000:2.0:1734016144.234477:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930432 00000100:00100000:2.0:1734016144.234484:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930432 00002000:00100000:2.0:1734016144.234521:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4747264->4751359) req@ffff880079e3bb80 x1818247338930432/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.234529:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3bb80 with x1818247338930432 ext(4747264->4751359) 00002000:00010000:2.0:1734016144.234533:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3bb80 00000100:00100000:2.0:1734016144.234547:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9921 00000100:00100000:2.0:1734016144.234551:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338930432:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.234651:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338930432:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 99us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.234656:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9921 00002000:00100000:2.0:1734016144.234660:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4747264->4751359) req@ffff880079e3bb80 x1818247338930432/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.234666:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3bb80 with x1818247338930432 ext(4747264->4751359) 00002000:00010000:2.0:1734016144.234668:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3bb80 00000100:00100000:0.0:1734016144.237155:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.237472:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930688 00000100:00100000:1.0:1734016144.237482:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930688 00002000:00100000:1.0:1734016144.237523:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4751360->4755455) req@ffff880079e3b480 x1818247338930688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.237531:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3b480 with x1818247338930688 ext(4751360->4755455) 00002000:00010000:1.0:1734016144.237537:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3b480 00000100:00100000:1.0:1734016144.237719:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9922 00000100:00100000:1.0:1734016144.237725:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338930688:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.237866:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338930688:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 140us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016144.237872:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9922 00002000:00100000:1.0:1734016144.237878:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (4751360->4755455) req@ffff880079e3b480 x1818247338930688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016144.237884:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e3b480 with x1818247338930688 ext(4751360->4755455) 00002000:00010000:1.0:1734016144.237887:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e3b480 00000100:00100000:0.0:1734016144.240523:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.241010:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930816 00000100:00100000:2.0:1734016144.241016:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930816 00002000:00100000:2.0:1734016144.241048:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4747264->4755455) req@ffff88007aae0000 x1818247338930816/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 8680/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.241056:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0000 with x1818247338930816 ext(4747264->4755455) 00002000:00010000:2.0:1734016144.241061:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae0000 00000100:00100000:2.0:1734016144.241109:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9923 00000100:00100000:2.0:1734016144.241114:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338930816:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.241760:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338930816:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 644us (1243us total) trans 4294970029 rc 0/0 00000100:00100000:2.0:1734016144.241766:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9923 00002000:00100000:2.0:1734016144.241772:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4747264->4755455) req@ffff88007aae0000 x1818247338930816/t4294970029(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 8680/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.241778:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0000 with x1818247338930816 ext(4747264->4755455) 00002000:00010000:2.0:1734016144.241781:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae0000 00000100:00100000:0.0:1734016144.243006:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.243081:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338930944 00000100:00100000:2.0:1734016144.243089:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338930944 00000100:00100000:2.0:1734016144.243356:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2788 00000100:00100000:2.0:1734016144.243361:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338930944:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016144.243454:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338930944:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 91us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.243460:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2788 00000100:00100000:0.0:1734016144.245351:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.245446:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931072 00000100:00100000:2.0:1734016144.245456:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931072 00000100:00100000:2.0:1734016144.245588:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14865 00000100:00100000:2.0:1734016144.245595:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338931072:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016144.246980:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970029 is committed 00000100:00100000:2.0:1734016144.247402:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338931072:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1803us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.247412:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14865 00000100:00100000:0.0:1734016144.249641:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.249741:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931200 00000100:00100000:1.0:1734016144.249749:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931200 00000100:00100000:1.0:1734016144.249862:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2789 00000100:00100000:1.0:1734016144.249869:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338931200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.249886:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.249902:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea243fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e97 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.249990:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.250000:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.250009:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:1.0:1734016144.250029:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9642419 00000004:00200000:1.0:1734016144.250033:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016144.250048:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.250068:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79f80/0x857af32d4ea243fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 36 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.250333:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.250340:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.250343:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016144.250345:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016144.250644:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338931200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 774us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.250650:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2789 00000100:00100000:1.0:1734016144.252892:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.252979:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931328 00000100:00100000:2.0:1734016144.252986:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931328 00000100:00100000:2.0:1734016144.253019:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14866 00000100:00100000:2.0:1734016144.253025:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.253038:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.253051:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2440a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0e9e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.253094:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090560:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.253150:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.254904:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090560:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.254935:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2440a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e9e expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.254951:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea2440a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e9e expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.254977:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016144.255214:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2186us (2325us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.255222:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14866 00000100:00100000:0.0:1734016144.257539:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.257638:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931456 00000100:00100000:2.0:1734016144.257646:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931456 00000100:00100000:2.0:1734016144.257693:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14867 00000100:00100000:2.0:1734016144.257698:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.257714:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.257730:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24411 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ea5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.257772:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090688:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.257823:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.259987:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090688:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.260015:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24411 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ea5 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.260025:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24411 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ea5 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.260094:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016144.260222:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2522us (2688us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.260230:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14867 00000100:00100000:0.0:1734016144.262378:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.262485:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931584 00000100:00100000:2.0:1734016144.262501:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931584 00000100:00100000:2.0:1734016144.262548:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14868 00000100:00100000:2.0:1734016144.262555:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.262573:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.262588:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24418 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0eac expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.262634:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090816:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.262675:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.264052:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090816:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.264079:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24418 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eac expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.264090:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b600/0x857af32d4ea24418 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eac expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.264102:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016144.264535:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338931584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1979us (2161us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.264545:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14868 00000100:00100000:0.0:1734016144.267106:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.267224:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931712 00000100:00100000:2.0:1734016144.267231:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931712 00000100:00100000:2.0:1734016144.267315:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14869 00000100:00100000:2.0:1734016144.267322:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338931712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.267337:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.267352:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0eb3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.267376:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.267383:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.267384:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.267387:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1212416->1220607] (req 1212416->1220607) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.267419:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.267428:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.267438:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090944:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.267518:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.274042:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341090944:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.274075:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1212416->1220607] (req 1212416->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.274090:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016144.274143:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338931712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6820us (7043us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.274151:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14869 00000100:00100000:0.0:1734016144.275998:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.276095:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931840 00000100:00100000:3.0:1734016144.276103:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931840 00010000:00010000:3.0:1734016144.276133:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.276165:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4066 00000100:00100000:3.0:1734016144.276174:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338931840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.276185:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.276202:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.276218:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.276234:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea243d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e74 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.276600:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.276603:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.276609:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.276617:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.276646:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.276656:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341091072:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.277445:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.284819:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341091072:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.284842:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.284880:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338931840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8707us (8887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.284889:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4066 00000100:00100000:0.0:1734016144.285992:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.286533:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338931968 00000100:00100000:3.0:1734016144.286540:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338931968 00000100:00100000:3.0:1734016144.286579:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14870 00000100:00100000:3.0:1734016144.286585:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338931968:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.286757:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016144.286759:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.286761:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.286763:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.286764:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 32 00000100:00100000:3.0:1734016144.286797:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338931968:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 211us (806us total) trans 4294968384 rc 0/0 00000100:00100000:3.0:1734016144.286802:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14870 00000100:00100000:0.0:1734016144.289404:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.289977:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.290103:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932096 00000100:00100000:3.0:1734016144.290113:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932096 00000100:00100000:3.0:1734016144.290192:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932224 00000100:00100000:3.0:1734016144.290195:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932224 00000100:00100000:3.0:1734016144.290573:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14871 00000100:00100000:3.0:1734016144.290582:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.290598:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.290615:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0eba expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.290665:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341091200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.290778:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14872 00000100:00100000:1.0:1734016144.290784:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.290793:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.290805:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2442d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ec1 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.290833:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341091328:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.291148:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.291193:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00002000:00010000:3.0:1734016144.293578:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.293584:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016143 -> 1734016144 00002000:00010000:3.0:1734016144.293586:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 912 -> 928 00000100:00100000:3.0:1734016144.293605:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341091200:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.293639:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24426 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eba expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.293650:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eba expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.293672:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016144.293706:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3126us (4311us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.293713:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14871 00002000:00010000:1.0:1734016144.293779:0:13929:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016143 -> 1734016144 00000100:00100000:1.0:1734016144.293789:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341091328:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.293803:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2442d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ec1 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.293811:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea2442d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ec1 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.293820:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016144.293834:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3050us (3860us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.293839:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14872 00000100:00100000:0.0:1734016144.297969:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.298011:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.298567:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932352 00000100:00100000:1.0:1734016144.298575:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932352 00000100:00100000:1.0:1734016144.298606:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932480 00000100:00100000:1.0:1734016144.298607:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932480 00000100:00100000:1.0:1734016144.299149:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14873 00000100:00100000:1.0:1734016144.299156:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.299172:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.299186:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24434 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ec8 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.299230:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341091456:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.299292:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.299410:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14874 00000100:00100000:0.0:1734016144.299415:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.299424:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.299433:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea2443b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ecf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.299460:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341091584:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016144.299479:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.301235:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341091584:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.301263:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea2443b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ecf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.301298:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c000/0x857af32d4ea2443b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ecf expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.301310:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:2.0:1734016144.301342:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1926us (3331us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.301349:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14874 00000100:00100000:1.0:1734016144.301446:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341091456:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.301462:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24434 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ec8 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.301470:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24434 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ec8 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.301483:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016144.301512:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338932352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2356us (3553us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.301516:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14873 00000100:00100000:0.0:1734016144.303949:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.304036:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932736 00000100:00100000:1.0:1734016144.304043:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932736 00000100:00100000:1.0:1734016144.304089:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2790 00000100:00100000:1.0:1734016144.304094:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338932736:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016144.304131:0:6488:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.304150:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a880/0x857af32d4ea243e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e7b expref: 26 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.304175:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.304178:0:6488:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016144.304336:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.304348:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.304353:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.304374:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.304383:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 34 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.304394:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341091712:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016144.304436:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.308094:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.308193:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341091712:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016144.308214:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:3.0:1734016144.308267:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932864 00000100:00100000:3.0:1734016144.308294:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932864 00010000:00010000:3.0:1734016144.308318:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:3.0:1734016144.308347:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4067 00000100:00100000:3.0:1734016144.308353:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1969:x1818247338932864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.308362:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.308368:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.308377:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.308393:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7b180/0x857af32d4ea24403 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e97 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:3.0:1734016144.308430:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.308434:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.308441:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.308447:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.308467:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.308507:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:1969:x1818247338932864:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 154us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.308514:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4067 00010000:00010000:0.0:1734016144.308703:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:0.0:1734016144.308709:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:0.0:1734016144.308776:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969084 00000004:00010000:0.0:1734016144.308807:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007aae3100 reply state ffff88007c410000 transno 4294969085 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:0.0:1734016144.308813:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016144.308865:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247338932736:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4771us (4923us total) trans 4294969085 rc 0/0 00000100:00100000:0.0:1734016144.308871:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2790 00000020:00080000:0.0:1734016144.308874:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016144.311581:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016144.311659:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.311666:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.311672:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.311677:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb79d40 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016144.311681:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.311686:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.312029:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338932992 00000100:00100000:1.0:1734016144.312038:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338932992 00010000:00010000:3.0:1734016144.312329:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.312331:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.312335:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.312339:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24442 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.312626:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14875 00000100:00100000:1.0:1734016144.312635:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338932992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.312654:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.312668:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ed6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.312695:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.312702:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.312704:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016144.312708:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.312736:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.312747:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 6 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.312760:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341091840:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016144.312836:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.316378:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341091840:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016144.316410:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.316424:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016144.316476:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338932992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3842us (4903us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.316486:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14875 00000100:00100000:0.0:1734016144.316711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.317044:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933120 00000100:00100000:1.0:1734016144.317051:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933120 00010000:00010000:1.0:1734016144.317073:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.317103:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4068 00000100:00100000:1.0:1734016144.317108:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338933120:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.317119:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.317137:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.317146:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.317168:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea243f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0e90 expref: 7 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.317773:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.317776:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.317783:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.317793:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.317830:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.317841:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341091968:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016144.317901:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.321202:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.321314:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933248 00000100:00100000:2.0:1734016144.321321:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933248 00000100:00100000:2.0:1734016144.321363:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14876 00000100:00100000:2.0:1734016144.321369:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338933248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.321385:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.321401:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0edd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.321430:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.321436:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.321438:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.321441:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.321465:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.321474:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 11 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.321485:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341092096:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.321537:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.321832:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341091968:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016144.321846:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.321968:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338933120:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4857us (5257us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.321976:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4068 00000100:00100000:2.0:1734016144.323812:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341092096:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.323837:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.323850:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016144.323891:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338933248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2521us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.323898:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14876 00000100:00100000:0.0:1734016144.324441:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.324649:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933376 00000100:00100000:1.0:1734016144.324656:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933376 00010000:00010000:1.0:1734016144.324675:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 12 pid: 8975 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.325214:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4069 00000100:00100000:1.0:1734016144.325221:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338933376:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.325236:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.325256:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 12 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.325266:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 12 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.325327:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2441f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eb3 expref: 12 pid: 8975 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.325337:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.325338:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.325342:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.325349:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.325382:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.325393:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341092224:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016144.325440:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.329063:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341092224:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016144.329083:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.329134:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338933376:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3912us (4692us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.329144:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4069 00000100:00100000:0.0:1734016144.329361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.330231:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.330435:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933504 00000100:00100000:3.0:1734016144.330441:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933504 00002000:00010000:3.0:1734016144.330468:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016144.330471:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0700 with x1818247338933504 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016144.330479:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae0700. 00000100:00100000:3.0:1734016144.330510:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933632 00000100:00100000:3.0:1734016144.330513:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933632 00002000:00010000:3.0:1734016144.330521:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2351526->18446744073709551615) 00002000:00100000:3.0:1734016144.330524:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0e00 with x1818247338933632 ext(2351526->18446744073709551615) 00002000:00010000:3.0:1734016144.330529:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aae0e00. 00000100:00100000:3.0:1734016144.330549:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9924 00000100:00100000:3.0:1734016144.330554:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338933504:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016144.331413:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5448115 -> 4194304 00002000:00010000:3.0:1734016144.331416:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.331418:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.331419:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.331421:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 888 00000100:00100000:3.0:1734016144.331457:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338933504:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 903us (2097us total) trans 4294970030 rc 0/0 00000100:00100000:3.0:1734016144.331463:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9924 00002000:00010000:3.0:1734016144.331466:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016144.331468:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0700 with x1818247338933504 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016144.331472:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae0700. 00000100:00100000:3.0:1734016144.331483:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9925 00000100:00100000:3.0:1734016144.331487:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338933632:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016144.332548:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2351526 00002000:00010000:3.0:1734016144.332551:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.332553:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:3.0:1734016144.332554:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.332556:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 32 -> 16 00000100:00100000:3.0:1734016144.332575:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338933632:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1086us (2345us total) trans 4294968385 rc 0/0 00000100:00100000:3.0:1734016144.332579:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9925 00002000:00010000:3.0:1734016144.332582:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2351526->18446744073709551615) 00002000:00100000:3.0:1734016144.332584:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae0e00 with x1818247338933632 ext(2351526->18446744073709551615) 00002000:00010000:3.0:1734016144.332587:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aae0e00. 00000100:00100000:0.0:1734016144.335460:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.336581:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933760 00000100:00100000:2.0:1734016144.336591:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933760 00000100:00100000:2.0:1734016144.336767:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2791 00000100:00100000:2.0:1734016144.336774:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338933760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.336796:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.336818:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea24457 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ee4 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.336898:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.336910:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.336918:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:2.0:1734016144.336944:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6545830 00000004:00200000:2.0:1734016144.336948:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.336964:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.336983:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea24457 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 36 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.337652:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 35 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.337661:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016144.337663:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.337666:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016144.337796:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338933760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1018us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.337806:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2791 00000100:00100000:0.0:1734016144.341391:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.341497:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338933888 00000100:00100000:2.0:1734016144.341505:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338933888 00000100:00100000:2.0:1734016144.341611:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14877 00000100:00100000:2.0:1734016144.341619:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338933888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.341635:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.341651:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24465 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0eeb expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.341695:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341092352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.341745:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.345366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.345570:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934016 00000100:00100000:3.0:1734016144.345579:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934016 00000100:00100000:3.0:1734016144.345617:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14878 00000100:00100000:3.0:1734016144.345624:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338934016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.345642:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.345660:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2446c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ef2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.345717:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341092480:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.345784:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.347008:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341092352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.347039:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24465 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eeb expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.347049:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24465 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0eeb expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.347073:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016144.347109:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338933888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5490us (5725us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.347117:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14877 00000100:00100000:3.0:1734016144.348990:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341092480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.349024:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2446c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ef2 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.349034:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea2446c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ef2 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.349166:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016144.349345:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338934016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3720us (3983us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.349352:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14878 00000100:00100000:0.0:1734016144.352377:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.352461:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.352534:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934272 00000100:00100000:3.0:1734016144.352543:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934272 00000100:00100000:3.0:1734016144.352575:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934144 00000100:00100000:3.0:1734016144.352579:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934144 00000100:00100000:3.0:1734016144.352594:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14879 00000100:00100000:3.0:1734016144.352600:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338934272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.352614:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.352630:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24473 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f00 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.352677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341092608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.352746:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.352771:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14880 00000100:00100000:3.0:1734016144.352774:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338934144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.352786:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.352795:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2447a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ef9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.352818:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341092736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.352838:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.354564:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341092608:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.354596:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24473 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f00 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.354607:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24473 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f00 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.354627:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016144.354660:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338934272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2059us (2289us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.354666:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14879 00000100:00100000:2.0:1734016144.356170:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341092736:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.356201:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2447a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ef9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.356213:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea2447a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ef9 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.356678:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:2.0:1734016144.356728:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338934144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3951us (4266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.356736:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14880 00000100:00100000:0.0:1734016144.359450:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.359654:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934528 00000100:00100000:2.0:1734016144.359663:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934528 00000100:00100000:2.0:1734016144.359721:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2792 00000100:00100000:2.0:1734016144.359729:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338934528:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016144.359915:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.359928:0:6488:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.359935:0:6488:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.359961:0:6488:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 34 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.359972:0:6488:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 34 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:2.0:1734016144.359983:0:6488:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341092864:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.360027:0:6488:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.363173:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.363972:0:6488:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6488:1818247341092864:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.363994:0:6488:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.364049:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934656 00000100:00100000:1.0:1734016144.364055:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934656 00010000:00010000:1.0:1734016144.364079:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00000100:00100000:1.0:1734016144.364109:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4070 00000100:00100000:1.0:1734016144.364114:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:1969:x1818247338934656:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.364123:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.364129:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.364137:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.364153:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea2445e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ee4 expref: 35 pid: 6488 timeout: 512 lvb_type: 0 00010000:00010000:1.0:1734016144.364167:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.364171:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.364178:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.364186:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6488 initiator: MDT0 00010000:00010000:1.0:1734016144.364198:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.364229:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:1969:x1818247338934656:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 113us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.364235:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4070 00010000:00010000:2.0:1734016144.364431:0:6488:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:2.0:1734016144.364436:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000001:00080000:2.0:1734016144.364515:0:6488:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969086 00000004:00010000:2.0:1734016144.364547:0:6488:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007aae2a00 reply state ffff880079fac000 transno 4294969087 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000100:00100000:2.0:1734016144.364552:0:6488:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016144.364608:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338934528:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 4879us (5165us total) trans 4294969087 rc 0/0 00000100:00100000:2.0:1734016144.364614:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2792 00000020:00080000:2.0:1734016144.364617:0:6488:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016144.367454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.367525:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.367607:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934784 00000100:00100000:1.0:1734016144.367616:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934784 00002000:00010000:1.0:1734016144.367643:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4892769->18446744073709551615) 00002000:00100000:1.0:1734016144.367646:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae3480 with x1818247338934784 ext(4892769->18446744073709551615) 00002000:00010000:1.0:1734016144.367654:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae3480. 00010000:00010000:3.0:1734016144.368127:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368136:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368141:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368146:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48000 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016144.368151:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368159:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368171:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.368174:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.368178:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.368182:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24481 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 00000100:00100000:1.0:1734016144.368295:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338934912 00000100:00100000:1.0:1734016144.368301:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338934912 00002000:00010000:1.0:1734016144.368316:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016144.368320:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae1880 with x1818247338934912 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016144.368327:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aae1880. 00000100:00100000:1.0:1734016144.368338:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9926 00000100:00100000:1.0:1734016144.368343:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338934784:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016144.368502:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4892769 00002000:00010000:1.0:1734016144.368505:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.368507:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016144.368508:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.368510:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:1.0:1734016144.368552:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338934784:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 208us (1104us total) trans 4294970031 rc 0/0 00000100:00100000:1.0:1734016144.368564:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9926 00002000:00010000:1.0:1734016144.368566:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4892769->18446744073709551615) 00002000:00100000:1.0:1734016144.368568:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae3480 with x1818247338934784 ext(4892769->18446744073709551615) 00002000:00010000:1.0:1734016144.368573:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae3480. 00000100:00100000:1.0:1734016144.368609:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9927 00000100:00100000:1.0:1734016144.368614:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338934912:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016144.368697:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2351526 -> 4194304 00002000:00010000:1.0:1734016144.368699:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.368701:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:1.0:1734016144.368703:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016144.368705:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016144.368723:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338934912:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 108us (1232us total) trans 4294968386 rc 0/0 00000100:00100000:1.0:1734016144.368729:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9927 00002000:00010000:1.0:1734016144.368732:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016144.368734:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae1880 with x1818247338934912 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016144.368737:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aae1880. 00000100:00100000:0.0:1734016144.371171:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.371475:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935168 00000100:00100000:2.0:1734016144.371482:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935168 00002000:00100000:2.0:1734016144.371524:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4886528->4890623) req@ffff88007aae2d80 x1818247338935168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.371533:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae2d80 with x1818247338935168 ext(4886528->4890623) 00002000:00010000:2.0:1734016144.371537:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae2d80 00000100:00100000:2.0:1734016144.371650:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9928 00000100:00100000:2.0:1734016144.371657:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338935168:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.371817:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338935168:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 160us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.371825:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9928 00002000:00100000:2.0:1734016144.371830:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4886528->4890623) req@ffff88007aae2d80 x1818247338935168/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.371836:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae2d80 with x1818247338935168 ext(4886528->4890623) 00002000:00010000:2.0:1734016144.371839:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007aae2d80 00000100:00100000:0.0:1734016144.374438:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.374874:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935424 00000100:00100000:3.0:1734016144.374884:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935424 00002000:00100000:3.0:1734016144.374928:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4890624->4894719) req@ffff88007ab24000 x1818247338935424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.374936:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab24000 with x1818247338935424 ext(4890624->4894719) 00002000:00010000:3.0:1734016144.374941:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab24000 00000100:00100000:3.0:1734016144.374975:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9929 00000100:00100000:3.0:1734016144.374981:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338935424:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.375119:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338935424:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (691us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.375125:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9929 00002000:00100000:3.0:1734016144.375130:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4890624->4894719) req@ffff88007ab24000 x1818247338935424/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.375137:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab24000 with x1818247338935424 ext(4890624->4894719) 00002000:00010000:3.0:1734016144.375140:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab24000 00000100:00100000:0.0:1734016144.377773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.377863:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935552 00000100:00100000:2.0:1734016144.377871:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935552 00002000:00100000:2.0:1734016144.377909:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4886528->4892768) req@ffff88007ab24380 x1818247338935552/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 6736/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.377918:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab24380 with x1818247338935552 ext(4886528->4892768) 00002000:00010000:2.0:1734016144.377922:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab24380 00000100:00100000:2.0:1734016144.377951:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9930 00000100:00100000:2.0:1734016144.377957:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338935552:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.379219:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338935552:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1255us (1452us total) trans 4294970032 rc 0/0 00000100:00100000:2.0:1734016144.379229:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9930 00002000:00100000:2.0:1734016144.379236:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (4886528->4892768) req@ffff88007ab24380 x1818247338935552/t4294970032(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 6736/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.379244:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab24380 with x1818247338935552 ext(4886528->4892768) 00002000:00010000:2.0:1734016144.379247:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab24380 00000100:00100000:0.0:1734016144.382915:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.383006:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935680 00000100:00100000:2.0:1734016144.383016:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935680 00000100:00100000:2.0:1734016144.383392:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2793 00000100:00100000:2.0:1734016144.383399:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338935680:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016144.383515:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338935680:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 116us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.383522:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2793 00000100:00100000:0.0:1734016144.385342:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.385432:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935808 00000100:00100000:2.0:1734016144.385439:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935808 00000100:00100000:2.0:1734016144.385476:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14881 00000100:00100000:2.0:1734016144.385482:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338935808:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:2.0:1734016144.387447:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970032 is committed 00000100:00100000:0.0:1734016144.388465:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338935808:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2977us (3122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.388476:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14881 00000100:00100000:0.0:1734016144.390409:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.390632:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338935936 00000100:00100000:1.0:1734016144.390641:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338935936 00000100:00100000:1.0:1734016144.390713:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2794 00000100:00100000:1.0:1734016144.390719:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338935936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.390739:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.390755:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea24488 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f07 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.390830:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016144.390840:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016144.390848:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:1.0:1734016144.390865:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9087073 00000004:00200000:1.0:1734016144.390868:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016144.390880:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016144.393052:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7af40/0x857af32d4ea24488 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f07 expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.393695:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f07 expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.393704:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016144.393706:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016144.393708:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016144.393769:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338935936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3049us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.393776:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2794 00000100:00100000:1.0:1734016144.397159:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.401602:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936192 00000100:00100000:2.0:1734016144.401615:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936192 00000100:00100000:2.0:1734016144.401671:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2795 00000100:00100000:2.0:1734016144.401678:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247338936192:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016144.401718:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.401739:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea2448f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f07 expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.401771:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016144.401774:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016144.401882:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.401892:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.401899:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016144.401922:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969088 00000004:00010000:2.0:1734016144.401934:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079c98380 reply state ffff880079fad000 transno 4294969089 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016144.401939:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016144.401998:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338936192:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 320us (4846us total) trans 4294969089 rc 0/0 00000100:00100000:2.0:1734016144.402004:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2795 00000020:00080000:2.0:1734016144.402008:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016144.405817:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405833:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405839:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405845:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4aac0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016144.405849:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405855:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405868:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.405871:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016144.405875:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016144.405879:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24496 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016144.406976:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.407012:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.407074:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936320 00000100:00100000:2.0:1734016144.407086:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936320 00002000:00010000:2.0:1734016144.407118:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5629706->18446744073709551615) 00002000:00100000:2.0:1734016144.407122:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab25180 with x1818247338936320 ext(5629706->18446744073709551615) 00002000:00010000:2.0:1734016144.407131:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab25180. 00000100:00100000:2.0:1734016144.407148:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936448 00000100:00100000:2.0:1734016144.407150:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936448 00002000:00010000:2.0:1734016144.407161:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016144.407164:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab25500 with x1818247338936448 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016144.407169:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ab25500. 00000100:00100000:2.0:1734016144.407188:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9931 00000100:00100000:2.0:1734016144.407194:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338936320:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.407381:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4892769 -> 5629706 00002000:00010000:2.0:1734016144.407384:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.407386:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.407388:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.407389:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 888 -> 904 00000100:00100000:2.0:1734016144.407424:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338936320:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 229us (454us total) trans 4294970033 rc 0/0 00000100:00100000:2.0:1734016144.407430:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9931 00002000:00010000:2.0:1734016144.407433:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5629706->18446744073709551615) 00002000:00100000:2.0:1734016144.407434:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab25180 with x1818247338936320 ext(5629706->18446744073709551615) 00002000:00010000:2.0:1734016144.407437:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab25180. 00000100:00100000:2.0:1734016144.407447:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9932 00000100:00100000:2.0:1734016144.407451:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338936448:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016144.407511:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016144.407514:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.407515:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.407517:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.407519:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1734016144.407531:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338936448:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 79us (519us total) trans 4294968387 rc 0/0 00000100:00100000:2.0:1734016144.407535:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9932 00002000:00010000:2.0:1734016144.407537:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016144.407539:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab25500 with x1818247338936448 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016144.407542:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007ab25500. 00000100:00100000:0.0:1734016144.413477:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.413589:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936576 00000100:00100000:3.0:1734016144.413595:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936576 00000100:00100000:3.0:1734016144.413642:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2796 00000100:00100000:3.0:1734016144.413648:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338936576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.413670:0:6488:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.413684:0:6488:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2449d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f0e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.413751:0:6488:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.413767:0:6488:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.413775:0:6488:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00000004:00200000:3.0:1734016144.413794:0:6488:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9824010 00000004:00200000:3.0:1734016144.413797:0:6488:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016144.413810:0:6488:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 00010000:00010000:3.0:1734016144.413827:0:6488:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2449d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 33 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.413842:0:6488:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 32 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.413849:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016144.413851:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016144.413854:0:6488:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016144.413901:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338936576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 253us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.413907:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2796 00000100:00100000:0.0:1734016144.417964:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.418042:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936704 00000100:00100000:2.0:1734016144.418050:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936704 00000100:00100000:2.0:1734016144.418091:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2797 00000100:00100000:2.0:1734016144.418097:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+34:10361:x1818247338936704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.418114:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.418128:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea244ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f15 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.418191:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.418205:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.418213:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016144.418232:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9824010 00000004:00200000:2.0:1734016144.418236:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016144.418248:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016144.418263:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea244ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f15 expref: 36 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.418309:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f15 expref: 35 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.418315:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016144.418317:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016144.418319:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016144.418354:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338936704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 258us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.418359:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2797 00000100:00100000:0.0:1734016144.423744:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.424071:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.424784:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936960 00000100:00100000:2.0:1734016144.424793:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936960 00000100:00100000:2.0:1734016144.424829:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338936832 00000100:00100000:2.0:1734016144.424831:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338936832 00000100:00100000:2.0:1734016144.424848:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14882 00000100:00100000:2.0:1734016144.424854:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338936960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.424873:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.424889:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea244b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f23 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.424934:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341092992:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.426799:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14883 00000100:00100000:3.0:1734016144.426808:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338936832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.426822:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.426835:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea244c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f1c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.426876:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341093120:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.427248:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.427343:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.431233:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341093120:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.431268:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea244c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f1c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016144.431372:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341092992:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.431393:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea244b9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f23 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.431406:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea244b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f23 expref: 12 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.431984:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea244c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f1c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.432001:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016144.432044:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338936832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5236us (7972us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.432051:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14883 00010000:00010000:2.0:1734016144.433113:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016144.433148:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338936960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8293us (9410us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.433155:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14882 00000100:00100000:0.0:1734016144.438367:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.438502:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.438606:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937088 00000100:00100000:2.0:1734016144.438615:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937088 00000100:00100000:2.0:1734016144.438644:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937216 00000100:00100000:2.0:1734016144.438646:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937216 00000100:00100000:2.0:1734016144.438660:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14884 00000100:00100000:2.0:1734016144.438665:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338937088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.438681:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.438695:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea244c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f2a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.438803:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14885 00000100:00100000:0.0:1734016144.438807:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338937216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.438815:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.438825:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea244ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f31 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.438863:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007ab26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341093248:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016144.438922:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.439038:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093376:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.439065:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.441084:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007ab26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341093248:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.441111:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea244ce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f31 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.441122:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea244ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f31 expref: 12 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.441146:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:2.0:1734016144.441177:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338937216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2368us (2674us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.441184:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14885 00000100:00100000:3.0:1734016144.441293:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.441312:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea244c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f2a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.441319:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea244c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f2a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.441330:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:3.0:1734016144.441348:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338937088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2682us (2988us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.441355:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14884 00000100:00100000:0.0:1734016144.443728:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.443873:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937472 00000100:00100000:2.0:1734016144.443880:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937472 00002000:00100000:2.0:1734016144.443910:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1925120->5631999) req@ffff88007ab27100 x1818247338937472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.443918:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab27100 with x1818247338937472 ext(1925120->5631999) 00002000:00010000:2.0:1734016144.443923:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab27100 00000100:00100000:2.0:1734016144.443946:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9933 00000100:00100000:2.0:1734016144.443950:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338937472:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.447924:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338937472:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3964us (4192us total) trans 0 rc 184320/184320 00000100:00100000:2.0:1734016144.447938:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9933 00002000:00100000:2.0:1734016144.447948:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1925120->5631999) req@ffff88007ab27100 x1818247338937472/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.447956:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab27100 with x1818247338937472 ext(1925120->5631999) 00002000:00010000:2.0:1734016144.447961:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab27100 00000100:00100000:0.0:1734016144.452540:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.452658:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937728 00000100:00100000:2.0:1734016144.452666:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937728 00002000:00100000:2.0:1734016144.452702:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1929216->1933311) req@ffff88007ab27480 x1818247338937728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.452712:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab27480 with x1818247338937728 ext(1929216->1933311) 00002000:00010000:2.0:1734016144.452717:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab27480 00000100:00100000:2.0:1734016144.452995:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9934 00000100:00100000:2.0:1734016144.453001:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338937728:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.453220:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338937728:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 217us (688us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.453226:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9934 00002000:00100000:2.0:1734016144.453232:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1929216->1933311) req@ffff88007ab27480 x1818247338937728/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.453238:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ab27480 with x1818247338937728 ext(1929216->1933311) 00002000:00010000:2.0:1734016144.453241:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ab27480 00000100:00100000:0.0:1734016144.456709:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.456751:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.456871:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937984 00000100:00100000:3.0:1734016144.456880:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937984 00000100:00100000:3.0:1734016144.456910:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338937856 00000100:00100000:3.0:1734016144.456912:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338937856 00000100:00100000:3.0:1734016144.456933:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14886 00000100:00100000:3.0:1734016144.456940:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338937984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.456957:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.456971:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea244d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f3f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.457019:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341093504:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.457077:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.457094:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14887 00000100:00100000:3.0:1734016144.457098:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338937856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.457105:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.457114:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea244dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f38 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.457137:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093632:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.457156:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00002000:00010000:2.0:1734016144.459695:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:2.0:1734016144.459718:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341093504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.459748:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea244d5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f3f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.459759:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea244d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f3f expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.459778:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:2.0:1734016144.459815:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338937984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2875us (3114us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.459822:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14886 00002000:00010000:3.0:1734016144.460086:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:3.0:1734016144.460096:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093632:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.460111:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea244dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f38 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.460122:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea244dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f38 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.460133:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016144.460152:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338937856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3053us (3401us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.460158:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14887 00000100:00100000:0.0:1734016144.462771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.462832:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.463402:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938240 00000100:00100000:3.0:1734016144.463402:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938112 00000100:00100000:2.0:1734016144.463408:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938240 00000100:00100000:3.0:1734016144.463408:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938112 00000100:00100000:2.0:1734016144.463449:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14888 00000100:00100000:3.0:1734016144.463458:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14889 00000100:00100000:2.0:1734016144.463459:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ab26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338938240:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.463462:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338938112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.463474:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.463474:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.463497:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea244ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f4d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.463497:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea244e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f46 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.463539:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341093888:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.463539:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093760:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.463637:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.463710:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.467227:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341093760:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.467257:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea244e3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f46 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.467269:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea244e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f46 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.467308:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016144.467360:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338938112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3895us (4525us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.467368:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14889 00000100:00100000:2.0:1734016144.467453:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341093888:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.467472:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea244ea lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f4d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.467481:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea244ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f4d expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.467504:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016144.467521:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ab26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338938240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4066us (4757us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.467526:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14888 00000100:00100000:2.0:1734016144.470756:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.470824:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938368 00000100:00100000:0.0:1734016144.470831:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938368 00000100:00100000:0.0:1734016144.470877:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14890 00000100:00100000:0.0:1734016144.470884:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338938368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.470899:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.470914:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f54 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.470936:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.470946:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.470947:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016144.470950:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.470975:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.470984:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 7 pid: 13929 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016144.470994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341094016:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016144.471047:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.473328:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341094016:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.473355:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.473370:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016144.473406:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338938368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2522us (2656us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.473413:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14890 00000100:00100000:0.0:1734016144.474669:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.474745:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938496 00000100:00100000:2.0:1734016144.474752:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938496 00010000:00010000:2.0:1734016144.474779:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 8 pid: 13929 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.474869:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4071 00000100:00100000:2.0:1734016144.474876:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338938496:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.474889:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.474906:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 8 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.474919:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 8 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.474940:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24449 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ed6 expref: 8 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.475395:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.475398:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.475404:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.475412:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.475446:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.475458:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341094144:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016144.475530:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.478188:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.478403:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341094144:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016144.478423:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.478530:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938624 00000100:00100000:3.0:1734016144.478536:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938624 00000100:00100000:3.0:1734016144.478567:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14891 00000100:00100000:3.0:1734016144.478573:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338938624:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016144.478732:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5629706 -> 5629706 00002000:00010000:3.0:1734016144.478735:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.478737:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016143 00002000:00010000:3.0:1734016144.478739:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016144.478740:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:2.0:1734016144.478916:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338938496:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4040us (4252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.478926:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4071 00000100:00100000:3.0:1734016144.479661:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338938624:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1085us (1476us total) trans 4294970034 rc 0/0 00000100:00100000:3.0:1734016144.479667:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14891 00000100:00100000:0.0:1734016144.481848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.482057:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938752 00000100:00100000:3.0:1734016144.482065:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938752 00000100:00100000:3.0:1734016144.482102:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14892 00000100:00100000:3.0:1734016144.482108:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338938752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.482122:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.482138:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea244f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f5b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.482189:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094272:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.482240:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.483688:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094272:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.483715:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea244f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f5b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.483725:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea244f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f5b expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.483734:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016144.483786:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338938752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1678us (1947us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.483794:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14892 00000100:00100000:0.0:1734016144.485942:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.486305:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338938880 00000100:00100000:3.0:1734016144.486314:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338938880 00000100:00100000:3.0:1734016144.486361:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14893 00000100:00100000:3.0:1734016144.486368:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338938880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.486384:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.486399:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea244ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f62 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.486441:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.486500:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.488077:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.488103:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea244ff lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f62 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.488115:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea244ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f62 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.488394:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016144.488434:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338938880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2066us (2498us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.488441:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14893 00000100:00100000:0.0:1734016144.490349:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.490522:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939008 00000100:00100000:3.0:1734016144.490530:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939008 00000100:00100000:3.0:1734016144.490629:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14894 00000100:00100000:3.0:1734016144.490635:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338939008:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.490652:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.490667:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24506 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f69 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.490711:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.490754:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.491954:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.491978:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24506 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f69 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.491988:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24506 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f69 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.492009:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016144.492165:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338939008:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1528us (1820us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.492171:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14894 00000100:00100000:0.0:1734016144.494123:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.494220:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939136 00000100:00100000:3.0:1734016144.494227:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939136 00000100:00100000:3.0:1734016144.494301:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14895 00000100:00100000:3.0:1734016144.494307:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338939136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.494321:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.494337:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f70 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.494364:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.494370:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.494372:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.494374:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.494400:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.494411:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 9 pid: 13929 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.494425:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094656:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016144.494472:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.496503:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.496584:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094656:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016144.496607:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.496620:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:2.0:1734016144.497092:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939264 00000100:00100000:2.0:1734016144.497099:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939264 00010000:00010000:2.0:1734016144.497124:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 10 pid: 13929 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.497292:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338939136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2962us (3152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.497299:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14895 00000100:00100000:2.0:1734016144.497523:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4072 00000100:00100000:2.0:1734016144.497528:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338939264:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.497540:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.497555:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 10 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.497564:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 10 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.497581:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24450 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0edd expref: 10 pid: 13929 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.497603:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.497605:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.497609:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.497617:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.497641:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.497651:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341094784:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016144.497684:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dba80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.500562:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341094784:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016144.500581:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.500613:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338939264:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3084us (4114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.500621:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4072 00000100:00100000:0.0:1734016144.500785:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.501484:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939520 00000100:00100000:2.0:1734016144.501497:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939520 00002000:00100000:2.0:1734016144.501529:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1486847) req@ffff88007c441f80 x1818247338939520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.501538:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441f80 with x1818247338939520 ext(1482752->1486847) 00002000:00010000:2.0:1734016144.501541:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c441f80 00000100:00100000:2.0:1734016144.501567:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9935 00000100:00100000:2.0:1734016144.501572:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338939520:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.501695:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338939520:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 121us (910us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.501701:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9935 00002000:00100000:2.0:1734016144.501707:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (1482752->1486847) req@ffff88007c441f80 x1818247338939520/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.501712:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441f80 with x1818247338939520 ext(1482752->1486847) 00002000:00010000:2.0:1734016144.501714:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c441f80 00000100:00100000:0.0:1734016144.503802:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.503893:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939776 00000100:00100000:3.0:1734016144.503899:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939776 00002000:00100000:3.0:1734016144.503926:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1486848->1490943) req@ffff88007c442300 x1818247338939776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.503933:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442300 with x1818247338939776 ext(1486848->1490943) 00002000:00010000:3.0:1734016144.503936:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442300 00000100:00100000:3.0:1734016144.503959:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9936 00000100:00100000:3.0:1734016144.503965:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338939776:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.504072:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338939776:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 107us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.504078:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9936 00002000:00100000:3.0:1734016144.504082:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (1486848->1490943) req@ffff88007c442300 x1818247338939776/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.504093:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442300 with x1818247338939776 ext(1486848->1490943) 00002000:00010000:3.0:1734016144.504095:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442300 00000100:00100000:0.0:1734016144.507985:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.508310:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338939904 00000100:00100000:3.0:1734016144.508320:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338939904 00000100:00100000:3.0:1734016144.508383:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14896 00000100:00100000:3.0:1734016144.508391:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338939904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.508408:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.508423:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f77 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.508451:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.508458:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.508460:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.508463:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3272704->3276799] (req 3272704->3276799) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.508499:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.508510:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 11 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.508521:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094912:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016144.508922:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.511595:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.511816:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341094912:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016144.511841:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3272704->3276799] (req 3272704->3276799) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.511856:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016144.511904:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338939904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3513us (3927us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.511912:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14896 00000100:00100000:2.0:1734016144.512209:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940032 00000100:00100000:2.0:1734016144.512215:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940032 00010000:00010000:2.0:1734016144.512235:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.512259:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4073 00000100:00100000:2.0:1734016144.512264:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338940032:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.512301:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.512318:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.512328:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.512344:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea2450d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f70 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.512363:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.512365:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.512370:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.512377:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.512400:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.512410:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341095040:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016144.512446:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.515526:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.515613:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341095040:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.515633:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.515673:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338940032:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3408us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.515684:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4073 00000100:00100000:3.0:1734016144.515724:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940288 00000100:00100000:3.0:1734016144.515729:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940288 00002000:00100000:3.0:1734016144.515759:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3272704->3276799) req@ffff88007c442a00 x1818247338940288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.515767:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442a00 with x1818247338940288 ext(3272704->3276799) 00002000:00010000:3.0:1734016144.515770:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442a00 00000100:00100000:3.0:1734016144.515785:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9937 00000100:00100000:3.0:1734016144.515789:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338940288:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.515912:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338940288:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 121us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.515917:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9937 00002000:00100000:3.0:1734016144.515922:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3272704->3276799) req@ffff88007c442a00 x1818247338940288/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.515929:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442a00 with x1818247338940288 ext(3272704->3276799) 00002000:00010000:3.0:1734016144.515932:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442a00 00000100:00100000:0.0:1734016144.520052:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.520128:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940416 00000100:00100000:2.0:1734016144.520136:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940416 00000100:00100000:2.0:1734016144.520174:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14897 00000100:00100000:2.0:1734016144.520181:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338940416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.520196:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.520211:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2451b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f7e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.520268:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095168:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.520502:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.523061:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095168:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.523092:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2451b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f7e expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.523102:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea2451b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f7e expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.523531:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016144.523586:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338940416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3404us (3542us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.523593:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14897 00000100:00100000:1.0:1734016144.527549:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.528010:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940544 00000100:00100000:3.0:1734016144.528017:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940544 00000100:00100000:3.0:1734016144.528048:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14898 00000100:00100000:3.0:1734016144.528054:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338940544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.528069:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.528083:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24522 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f85 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.528125:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095296:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.528167:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.531600:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095296:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.531646:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24522 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f85 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.531662:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24522 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f85 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.531778:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:2.0:1734016144.531835:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338940544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3779us (4291us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.531844:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14898 00000100:00100000:0.0:1734016144.536747:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.537384:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940672 00000100:00100000:2.0:1734016144.537391:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940672 00000100:00100000:2.0:1734016144.537427:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14899 00000100:00100000:2.0:1734016144.537434:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338940672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.537449:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.537464:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f8c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.537498:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.537505:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.537507:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.537510:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3891200->3899391] (req 3891200->3899391) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.537534:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.537545:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 7 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.537561:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341095424:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.537613:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.543177:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.543484:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341095424:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.543523:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3891200->3899391] (req 3891200->3899391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.543539:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016144.543586:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338940672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6151us (6847us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.543593:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14899 00000100:00100000:3.0:1734016144.543871:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940800 00000100:00100000:3.0:1734016144.543877:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940800 00010000:00010000:3.0:1734016144.543896:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.543913:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4074 00000100:00100000:3.0:1734016144.543918:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338940800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.543927:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.543943:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.543953:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.543976:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea244f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f54 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.543989:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.543991:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.543995:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.544002:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.544025:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.544034:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341095552:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.544067:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.547838:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.547919:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338940928 00000100:00100000:2.0:1734016144.547928:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338940928 00000100:00100000:2.0:1734016144.547980:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14900 00000100:00100000:2.0:1734016144.547990:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338940928:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.548227:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5629706 -> 5629706 00002000:00010000:2.0:1734016144.548230:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.548232:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.548234:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.548236:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:3.0:1734016144.548390:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341095552:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.548413:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.548451:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338940800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4532us (5283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.548460:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4074 00000100:00100000:2.0:1734016144.549592:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338940928:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1599us (1761us total) trans 4294970035 rc 0/0 00000100:00100000:2.0:1734016144.549600:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14900 00000100:00100000:1.0:1734016144.553586:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.553754:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941056 00000100:00100000:2.0:1734016144.553761:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941056 00000100:00100000:2.0:1734016144.553901:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14901 00000100:00100000:2.0:1734016144.553907:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338941056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.553922:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.553937:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f93 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.553959:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.553966:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.553967:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.553970:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3813376->3821567] (req 3813376->3821567) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.553991:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.554000:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.554009:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341095680:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.554065:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.559318:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.559503:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941184 00000100:00100000:3.0:1734016144.559512:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941184 00010000:00010000:3.0:1734016144.559538:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.559582:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4075 00000100:00100000:3.0:1734016144.559588:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338941184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.559599:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016144.559617:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.559626:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.559645:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.559647:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.559654:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.559661:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.559689:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.559699:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341095808:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.559742:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1734016144.560126:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24529 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f8c expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.560141:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341095680:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.560161:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.560168:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016144.560199:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338941056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6292us (6620us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.560206:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14901 00000100:00100000:3.0:1734016144.566646:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341095808:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.566667:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.566716:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338941184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7127us (7406us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.566725:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4075 00000100:00100000:0.0:1734016144.579111:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.579200:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941440 00000100:00100000:3.0:1734016144.579208:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941440 00002000:00100000:3.0:1734016144.579243:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c443800 x1818247338941440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.579252:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443800 with x1818247338941440 ext(0->4194303) 00002000:00010000:3.0:1734016144.579257:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c443800 00000100:00100000:3.0:1734016144.579304:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9938 00000100:00100000:3.0:1734016144.579311:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338941440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.620900:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338941440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 41580us (41787us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016144.620912:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9938 00002000:00100000:2.0:1734016144.620922:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007c443800 x1818247338941440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.620930:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443800 with x1818247338941440 ext(0->4194303) 00002000:00010000:2.0:1734016144.620935:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c443800 00000100:00100000:0.0:1734016144.626899:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.627168:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941568 00000100:00100000:2.0:1734016144.627175:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941568 00000100:00100000:2.0:1734016144.627220:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14902 00000100:00100000:2.0:1734016144.627227:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.627244:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.627261:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24537 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0f9a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.627339:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.627406:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.631743:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341095936:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.631774:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24537 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f9a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.631786:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24537 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f9a expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.632263:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016144.632334:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5106us (5442us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.632343:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14902 00010000:00010000:2.0:1734016144.634434:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.634923:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.635090:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941696 00000100:00100000:2.0:1734016144.635097:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941696 00000100:00100000:2.0:1734016144.635131:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14903 00000100:00100000:2.0:1734016144.635136:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.635150:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.635162:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea2453e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fa1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.635205:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096064:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.635258:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.636832:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096064:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.636857:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea2453e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fa1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.636868:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea2453e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fa1 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.637187:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016144.637235:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2098us (2317us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.637243:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14903 00000100:00100000:1.0:1734016144.639508:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.639597:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941824 00000100:00100000:2.0:1734016144.639605:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941824 00000100:00100000:2.0:1734016144.639650:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14904 00000100:00100000:2.0:1734016144.639658:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.639673:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.639689:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24545 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fa8 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.639748:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096192:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.639805:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.642102:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096192:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016144.642137:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24545 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fa8 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.642149:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea24545 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fa8 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.642200:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016144.642243:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338941824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2584us (2742us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016144.642253:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14904 00000100:00100000:1.0:1734016144.645482:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.645557:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338941952 00000100:00100000:2.0:1734016144.645565:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338941952 00000100:00100000:2.0:1734016144.645640:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14905 00000100:00100000:2.0:1734016144.645646:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338941952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.645660:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.645676:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0faf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.645704:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.645710:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.645712:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016144.645715:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3399680->3403775] (req 3399680->3403775) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.645740:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.645751:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.645762:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096320:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.645823:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.651788:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341096320:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.651822:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3399680->3403775] (req 3399680->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.651837:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016144.652142:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338941952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6494us (6665us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.652151:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14905 00000100:00100000:2.0:1734016144.652556:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.653172:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942080 00000100:00100000:3.0:1734016144.653178:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942080 00002000:00100000:3.0:1734016144.653207:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3272704->3276799) req@ffff880070119c00 x1818247338942080/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 4584/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.653216:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338942080 ext(3272704->3276799) 00010000:00010000:3.0:1734016144.653224:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.653235:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00002000:00010000:3.0:1734016144.653240:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070119c00 00000100:00100000:3.0:1734016144.653266:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 394 00000100:00100000:3.0:1734016144.653287:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338942080:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.654016:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338942080:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 743us (1459us total) trans 4294968388 rc 0/0 00000100:00100000:3.0:1734016144.654023:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 394 00002000:00100000:3.0:1734016144.654028:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3272704->3276799) req@ffff880070119c00 x1818247338942080/t4294968388(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 4584/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.654033:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247338942080 ext(3272704->3276799) 00010000:00010000:3.0:1734016144.654037:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.654046:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00002000:00010000:3.0:1734016144.654051:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070119c00 00000100:00100000:1.0:1734016144.655814:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.656140:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942208 00000100:00100000:3.0:1734016144.656148:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942208 00010000:00010000:3.0:1734016144.656169:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.656196:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4076 00000100:00100000:3.0:1734016144.656201:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1972:x1818247338942208:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016144.656212:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016144.656224:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 24 00010000:00010000:3.0:1734016144.656227:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.656237:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.656257:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24514 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f77 expref: 12 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016144.656315:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.656317:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.656323:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.656329:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.656356:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.656366:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341096448:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016144.656403:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.662916:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341096448:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016144.662937:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016144.662987:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338942208:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6783us (7175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.662999:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4076 00000100:00100000:2.0:1734016144.675599:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.675687:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942464 00000100:00100000:3.0:1734016144.675696:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942464 00002000:00100000:3.0:1734016144.675735:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880070118e00 x1818247338942464/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.675750:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247338942464 ext(0->4194303) 00002000:00010000:3.0:1734016144.675755:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070118e00 00000100:00100000:3.0:1734016144.675777:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9939 00000100:00100000:3.0:1734016144.675784:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338942464:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.718931:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338942464:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 43138us (43332us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016144.718943:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9939 00002000:00100000:3.0:1734016144.718956:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880070118e00 x1818247338942464/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.718966:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247338942464 ext(0->4194303) 00002000:00010000:3.0:1734016144.718971:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070118e00 00000100:00100000:0.0:1734016144.726260:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.726342:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.726418:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942720 00000100:00100000:2.0:1734016144.726425:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942720 00000100:00100000:2.0:1734016144.726472:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942592 00000100:00100000:2.0:1734016144.726474:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942592 00000100:00100000:2.0:1734016144.726498:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14906 00000100:00100000:2.0:1734016144.726504:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338942720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.726524:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016144.726534:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14907 00000100:00100000:0.0:1734016144.726538:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338942592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.726539:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fbd expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.726544:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.726552:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fb6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.726558:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.726560:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.726561:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.726562:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016144.726566:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.726566:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.726577:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.726578:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.726586:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00010000:00010000:2.0:1734016144.726586:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:0.0:1734016144.726622:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338942592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.726627:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14907 00000100:00100000:2.0:1734016144.726720:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338942720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 215us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.726724:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14906 00000100:00100000:0.0:1734016144.729458:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.729601:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942848 00000100:00100000:2.0:1734016144.729609:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942848 00000100:00100000:2.0:1734016144.729653:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14908 00000100:00100000:2.0:1734016144.729660:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338942848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.729675:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.729691:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fc4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.729713:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.729720:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.729726:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.729728:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.729731:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [5672960->5681151] (req 5672960->5681151) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.729755:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016144.729765:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 513 lvb_type: 1 00000100:00100000:2.0:1734016144.729780:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341096576:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.729842:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.729850:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 7 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.729858:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341096704:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.729872:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.738648:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341096576:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016144.738661:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341096704:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016144.738691:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [5672960->5681151] (req 5672960->5681151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.738707:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016144.738757:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338942848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9096us (9305us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.738766:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14908 00000100:00100000:0.0:1734016144.739833:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016144.740576:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.740637:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943104 00000100:00100000:1.0:1734016144.740645:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943104 00010000:00010000:1.0:1734016144.740670:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016144.740705:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338942976 00000100:00100000:1.0:1734016144.740707:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338942976 00010000:00010000:1.0:1734016144.740716:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 513 lvb_type: 1 00000100:00100000:1.0:1734016144.740730:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4077 00000100:00100000:1.0:1734016144.740735:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338943104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.740745:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.740760:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.740767:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.740783:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24530 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f93 expref: 8 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.740801:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.740825:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338943104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 91us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.740831:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4077 00000100:00100000:1.0:1734016144.740852:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4078 00000100:00100000:1.0:1734016144.740855:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338942976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.740860:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.740865:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1734016144.740872:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1734016144.740880:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea2455a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fb6 expref: 10 pid: 13929 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1734016144.740887:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.740889:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.740893:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.740900:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.740921:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.740932:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341096832:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016144.740955:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.742826:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341096832:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016144.742846:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.743984:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338942976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3122us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.743995:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4078 00000100:00100000:0.0:1734016144.746780:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.746902:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943232 00000100:00100000:2.0:1734016144.746908:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943232 00000100:00100000:2.0:1734016144.747187:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14909 00000100:00100000:2.0:1734016144.747194:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338943232:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016144.747409:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5629706 -> 5629706 00002000:00010000:2.0:1734016144.747412:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.747414:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016143 -> 1734016143 00002000:00010000:2.0:1734016144.747415:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:2.0:1734016144.747417:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 904 -> 920 00000100:00100000:2.0:1734016144.747462:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338943232:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 267us (688us total) trans 4294970036 rc 0/0 00000100:00100000:2.0:1734016144.747468:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14909 00000100:00100000:0.0:1734016144.754719:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.755340:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943360 00000100:00100000:3.0:1734016144.755349:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943360 00000100:00100000:3.0:1734016144.755683:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14910 00000100:00100000:3.0:1734016144.755692:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338943360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.755708:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.755722:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24568 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fcb expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.755767:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341096960:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.755897:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016144.757407:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016143 -> 1734016144 00000100:00100000:3.0:1734016144.757427:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341096960:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.757452:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24568 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fcb expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.757461:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24568 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fcb expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.757738:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016144.757780:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338943360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2087us (3068us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.757786:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14910 00000100:00100000:0.0:1734016144.764948:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.765048:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943488 00000100:00100000:3.0:1734016144.765058:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943488 00000100:00100000:3.0:1734016144.765854:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14911 00000100:00100000:3.0:1734016144.765861:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338943488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.765876:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.765890:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2456f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fd2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.765935:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097088:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.765980:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.768225:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097088:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.768259:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2456f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fd2 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.768291:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2456f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fd2 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.768304:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016144.769455:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338943488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3586us (4507us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.769464:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14911 00000100:00100000:0.0:1734016144.775768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.777251:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338943744 00000100:00100000:3.0:1734016144.777259:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338943744 00002000:00100000:3.0:1734016144.777309:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2863104->2867199) req@ffff88007f17d180 x1818247338943744/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.777318:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d180 with x1818247338943744 ext(2863104->2867199) 00002000:00010000:3.0:1734016144.777322:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d180 00000100:00100000:3.0:1734016144.777339:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9940 00000100:00100000:3.0:1734016144.777345:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338943744:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.777472:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338943744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 126us (1710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.777477:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9940 00002000:00100000:3.0:1734016144.777491:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2863104->2867199) req@ffff88007f17d180 x1818247338943744/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.777496:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d180 with x1818247338943744 ext(2863104->2867199) 00002000:00010000:3.0:1734016144.777499:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d180 00000100:00100000:0.0:1734016144.783179:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.783647:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944000 00000100:00100000:2.0:1734016144.783657:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944000 00002000:00100000:2.0:1734016144.783697:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2867200->2871295) req@ffff88007f17d500 x1818247338944000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.783707:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d500 with x1818247338944000 ext(2867200->2871295) 00002000:00010000:2.0:1734016144.783712:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d500 00000100:00100000:2.0:1734016144.783823:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9941 00000100:00100000:2.0:1734016144.783830:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338944000:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.784162:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338944000:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 331us (991us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.784172:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9941 00002000:00100000:2.0:1734016144.784179:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2867200->2871295) req@ffff88007f17d500 x1818247338944000/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.784186:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d500 with x1818247338944000 ext(2867200->2871295) 00002000:00010000:2.0:1734016144.784189:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d500 00000100:00100000:0.0:1734016144.788359:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.788549:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944256 00000100:00100000:2.0:1734016144.788556:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944256 00002000:00100000:2.0:1734016144.788594:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2871296->2875391) req@ffff88007f17d880 x1818247338944256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.788603:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d880 with x1818247338944256 ext(2871296->2875391) 00002000:00010000:2.0:1734016144.788608:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d880 00000100:00100000:2.0:1734016144.788673:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9942 00000100:00100000:2.0:1734016144.788679:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338944256:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.788927:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338944256:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 246us (573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.788933:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9942 00002000:00100000:2.0:1734016144.788938:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2871296->2875391) req@ffff88007f17d880 x1818247338944256/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.788944:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17d880 with x1818247338944256 ext(2871296->2875391) 00002000:00010000:2.0:1734016144.788947:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17d880 00000100:00100000:0.0:1734016144.792821:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.793088:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944384 00000100:00100000:3.0:1734016144.793098:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944384 00000100:00100000:3.0:1734016144.793149:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14912 00000100:00100000:3.0:1734016144.793158:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338944384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.793177:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.793194:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24576 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fd9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.793245:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097216:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.793339:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.797045:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097216:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.797074:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24576 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fd9 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.797085:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24576 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fd9 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.797099:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016144.797936:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338944384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4777us (5120us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.797944:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14912 00000100:00100000:0.0:1734016144.804759:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.805012:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944512 00000100:00100000:3.0:1734016144.805021:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944512 00000100:00100000:3.0:1734016144.805067:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14913 00000100:00100000:3.0:1734016144.805073:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338944512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.805088:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.805102:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2457d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fe0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.805147:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097344:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.805211:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.811991:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097344:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.812023:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2457d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe0 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.812034:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea2457d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe0 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.812065:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016144.812541:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338944512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7463us (7785us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.812548:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14913 00000100:00100000:2.0:1734016144.818649:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.818798:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944640 00000100:00100000:3.0:1734016144.818806:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944640 00000100:00100000:3.0:1734016144.819378:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14914 00000100:00100000:3.0:1734016144.819386:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338944640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.819407:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.819423:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fe7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.819449:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.819455:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.819457:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016144.819460:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1134592->1138687] (req 1134592->1138687) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.819501:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.819512:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 9 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.819522:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097472:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016144.819579:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.822689:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097472:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016144.822714:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1134592->1138687] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.822728:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016144.822776:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338944640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3389us (4135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.822783:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14914 00000100:00100000:0.0:1734016144.823786:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.824053:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338944768 00000100:00100000:1.0:1734016144.824060:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338944768 00010000:00010000:1.0:1734016144.824084:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016144.824120:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4079 00000100:00100000:1.0:1734016144.824125:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338944768:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.824135:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.824150:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.824160:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.824178:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24561 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fc4 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016144.824195:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.824197:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016144.824202:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.824209:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.824234:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.824245:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341097600:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016144.824371:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.833519:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.833578:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945024 00000100:00100000:2.0:1734016144.833587:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945024 00002000:00100000:2.0:1734016144.833623:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1134592->5631999) req@ffff88007f17e680 x1818247338945024/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 504/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.833631:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17e680 with x1818247338945024 ext(1134592->5631999) 00002000:00010000:2.0:1734016144.833635:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17e680 00000100:00100000:2.0:1734016144.833664:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9943 00000100:00100000:2.0:1734016144.833670:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338945024:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.833814:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341097600:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016144.833832:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.833868:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338944768:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9742us (10085us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.833878:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4079 00000100:00100000:2.0:1734016144.865610:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338945024:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 31929us (32088us total) trans 0 rc 1441792/1441792 00000100:00100000:2.0:1734016144.865621:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9943 00002000:00100000:2.0:1734016144.865634:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1134592->5631999) req@ffff88007f17e680 x1818247338945024/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 504/440 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 1441792/1441792 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.865642:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17e680 with x1818247338945024 ext(1134592->5631999) 00002000:00010000:2.0:1734016144.865647:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17e680 00000100:00100000:0.0:1734016144.875025:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.875147:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945152 00000100:00100000:3.0:1734016144.875155:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945152 00000100:00100000:3.0:1734016144.875203:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14915 00000100:00100000:3.0:1734016144.875210:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338945152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.875226:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.875242:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2458b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0fee expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.875328:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.875380:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.881054:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.881093:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2458b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fee expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.881107:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea2458b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fee expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.881134:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016144.881197:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338945152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5985us (6177us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.881204:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14915 00000100:00100000:0.0:1734016144.891058:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.891561:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945280 00000100:00100000:3.0:1734016144.891568:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945280 00000100:00100000:3.0:1734016144.891615:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14916 00000100:00100000:3.0:1734016144.891622:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338945280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.891640:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.891654:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24592 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ff5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.891700:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.891751:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.893920:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341097856:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.893947:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24592 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ff5 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893959:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24592 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ff5 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894914:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016144.894966:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338945280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3344us (3917us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.894974:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14916 00000100:00100000:0.0:1734016144.901383:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.901520:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945408 00000100:00100000:3.0:1734016144.901527:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945408 00000100:00100000:3.0:1734016144.902516:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14917 00000100:00100000:3.0:1734016144.902525:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338945408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.902540:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.902556:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae0ffc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.902579:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.902587:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.902592:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.902593:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016144.902596:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2785280->2789375] (req 2785280->2789375) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.902621:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.902630:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 11 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:3.0:1734016144.902641:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341097984:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016144.902691:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.902698:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016144.902706:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341098112:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016144.902718:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.916104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.916209:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945536 00000100:00100000:1.0:1734016144.916216:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945536 00010000:00010000:1.0:1734016144.916246:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 12 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:1.0:1734016144.916308:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4080 00000100:00100000:1.0:1734016144.916314:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338945536:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.916327:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016144.916345:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 12 pid: 7692 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1734016144.916355:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 12 pid: 7692 timeout: 513 lvb_type: 1 00010000:00010000:1.0:1734016144.916374:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016144.916415:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338945536:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 101us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.916421:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4080 00010000:00010000:3.0:1734016144.916849:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24553 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fbd expref: 11 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:3.0:1734016144.916864:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341097984:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016144.916873:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341098112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016144.916892:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2785280->2789375] (req 2785280->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.916906:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016144.918299:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338945408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 15770us (16918us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.918307:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14917 00000100:00100000:0.0:1734016144.928610:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.928705:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945664 00000100:00100000:2.0:1734016144.928712:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945664 00010000:00010000:2.0:1734016144.928744:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016144.928780:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4081 00000100:00100000:2.0:1734016144.928786:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338945664:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016144.928798:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016144.928816:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.928825:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.928841:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea2454c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0faf expref: 13 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016144.928856:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.928858:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016144.928862:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.928868:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016144.928895:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.928906:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341098240:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016144.928949:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.931840:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734016144.931858:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247341098368:0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.931914:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016144.931950:0:6481:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098368 00000100:00100000:2.0:1734016144.931954:0:6481:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098368 00000100:00100000:0.0:1734016144.932330:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247341098496:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.932359:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016144.932384:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098496 00000100:00100000:0.0:1734016144.932387:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098496 00000100:00100000:0.0:1734016144.932420:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1734016144.932427:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247341098496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.932466:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3516:x1818247341098496:12345-0@lo:400:kworker.0 Request processed in 39us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.932471:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1734016144.932515:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3516:1818247341098496:0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.935328:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341098752:0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.935377:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016144.935398:0:3514:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016144.935403:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247341098880:0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.935421:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016144.935441:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098752 00000100:00100000:3.0:1734016144.935446:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098752 00000100:00100000:2.0:1734016144.935569:0:6481:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1734016144.935575:0:6481:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247341098368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734016144.935608:0:6481:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:123d60fc-3316-40c8-a1fa-076b804ddee7+18:3514:x1818247341098368:12345-0@lo:400:kworker.0 Request processed in 34us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.935613:0:6481:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1734016144.935783:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247341098624:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.935806:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016144.935819:0:3517:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734016144.935823:0:3517:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341099008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.935848:0:3517:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734016144.935867:0:6488:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098880 00000100:00100000:0.0:1734016144.935869:0:6488:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098880 00000100:00100000:1.0:1734016144.935958:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098624 00000100:00100000:1.0:1734016144.935962:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098624 00000100:00100000:3.0:1734016144.936009:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:123d60fc-3316-40c8-a1fa-076b804ddee7:3514:1818247341098368:0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.936043:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341099008 00000100:00100000:3.0:1734016144.936045:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341099008 00000100:00100000:3.0:1734016144.936059:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1734016144.936063:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341098752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.936097:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341098752:12345-0@lo:400:kworker.0 Request processed in 33us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.936102:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1734016144.936111:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1734016144.936114:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341099008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734016144.936135:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3517:x1818247341099008:12345-0@lo:400:kworker.0 Request processed in 21us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.936139:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1734016144.936157:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341098752:0@lo:400:kworker.0 00000100:00080000:2.0:1734016144.936595:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016114 00000100:00080000:2.0:1734016144.936599:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016114 00000100:00080000:2.0:1734016144.936600:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016114 00000100:00080000:2.0:1734016144.936602:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016114 00000100:00100000:2.0:1734016144.936682:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341098240:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016144.936697:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016144.936724:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338945664:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7937us (8121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.936731:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4081 00000100:00100000:0.0:1734016144.937112:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079029f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3517:1818247341099008:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.937144:0:6488:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1734016144.937148:0:6488:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247341098880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.937176:0:6488:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3514:x1818247341098880:12345-0@lo:400:kworker.0 Request processed in 28us (1753us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016144.937181:0:6488:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1734016144.937203:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007902bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3514:1818247341098880:0@lo:400:kworker.0 00000100:00100000:1.0:1734016144.938888:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1734016144.938894:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247341098624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734016144.938946:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3517:x1818247341098624:12345-0@lo:400:kworker.0 Request processed in 52us (3139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016144.938951:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1734016144.939010:0:3517:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3517:1818247341098624:0@lo:400:kworker.0 00000100:00100000:0.0:1734016144.946447:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.946548:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338945920 00000100:00100000:2.0:1734016144.946556:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338945920 00002000:00100000:2.0:1734016144.946594:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->2789375) req@ffff88011e5d4380 x1818247338945920/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.946603:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4380 with x1818247338945920 ext(2785280->2789375) 00002000:00010000:2.0:1734016144.946608:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4380 00000100:00100000:2.0:1734016144.946636:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9944 00000100:00100000:2.0:1734016144.946643:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338945920:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016144.946780:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338945920:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 136us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016144.946787:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9944 00002000:00100000:2.0:1734016144.946792:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->2789375) req@ffff88011e5d4380 x1818247338945920/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.946799:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4380 with x1818247338945920 ext(2785280->2789375) 00002000:00010000:2.0:1734016144.946801:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4380 00000100:00100000:0.0:1734016144.958625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016144.958804:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946176 00000100:00100000:3.0:1734016144.958813:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946176 00002000:00100000:3.0:1734016144.958847:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2789376->2793471) req@ffff88011e5d4700 x1818247338946176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.958856:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4700 with x1818247338946176 ext(2789376->2793471) 00002000:00010000:3.0:1734016144.958861:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4700 00000100:00100000:3.0:1734016144.958888:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9945 00000100:00100000:3.0:1734016144.958893:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338946176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.959003:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1971:x1818247338946176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 110us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016144.959009:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9945 00002000:00100000:3.0:1734016144.959014:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2789376->2793471) req@ffff88011e5d4700 x1818247338946176/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 488/4536 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016144.959021:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4700 with x1818247338946176 ext(2789376->2793471) 00002000:00010000:3.0:1734016144.959023:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4700 00000100:00100000:0.0:1734016144.972381:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.972477:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946304 00000100:00100000:2.0:1734016144.972493:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946304 00002000:00100000:2.0:1734016144.972528:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->2793471) req@ffff88011e5d4a80 x1818247338946304/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 8680/0 e 0 to 0 dl 1734016155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.972538:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4a80 with x1818247338946304 ext(2785280->2793471) 00002000:00010000:2.0:1734016144.972542:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4a80 00000100:00100000:2.0:1734016144.972572:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9946 00000100:00100000:2.0:1734016144.972578:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338946304:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016144.973752:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338946304:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1171us (1379us total) trans 4294968389 rc 0/0 00000100:00100000:2.0:1734016144.973759:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9946 00002000:00100000:2.0:1734016144.973767:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (2785280->2793471) req@ffff88011e5d4a80 x1818247338946304/t4294968389(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:105/0 lens 8680/448 e 0 to 0 dl 1734016155 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016144.973773:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d4a80 with x1818247338946304 ext(2785280->2793471) 00002000:00010000:2.0:1734016144.973775:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d4a80 00000100:00100000:0.0:1734016144.976550:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.976648:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946432 00000100:00100000:2.0:1734016144.976656:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946432 00000100:00100000:2.0:1734016144.976698:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14918 00000100:00100000:2.0:1734016144.976704:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1971:x1818247338946432:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016144.978731:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968389 is committed 00000001:00080000:0.0:1734016144.978743:0:7690:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0000: transno 4294968388 is committed 00000100:00100000:2.0:1734016144.978922:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338946432:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2215us (2376us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016144.978931:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14918 00000100:00100000:2.0:1734016144.985298:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.985335:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.985403:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946560 00000100:00100000:1.0:1734016144.985411:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946560 00000100:00100000:1.0:1734016144.985454:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946688 00000100:00100000:1.0:1734016144.985457:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946688 00000100:00100000:1.0:1734016144.985484:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14919 00000100:00100000:1.0:1734016144.985491:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338946560:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.985506:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016144.985522:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea245a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1003 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016144.985569:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341099136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016144.985617:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016144.985749:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14920 00000100:00100000:2.0:1734016144.985754:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338946688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016144.985761:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016144.985770:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea245a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae100a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016144.985795:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341099264:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016144.985819:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.990556:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341099136:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016144.990587:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea245a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1003 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.990600:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea245a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1003 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.990615:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016144.990652:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338946560:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5160us (5382us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016144.990659:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14919 00002000:00010000:3.0:1734016144.990957:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 24 -> 40 00000100:00100000:3.0:1734016144.990968:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341099264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016144.990987:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea245a7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae100a expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.990995:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49f80/0x857af32d4ea245a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae100a expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.991011:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:3.0:1734016144.991032:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338946688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5278us (5696us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016144.991037:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14920 00000100:00100000:2.0:1734016144.992445:0:3516:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734016144.992462:0:3516:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247341099392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016144.992511:0:3516:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734016144.992611:0:8229:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341099392 00000100:00100000:3.0:1734016144.992616:0:8229:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341099392 00000100:00100000:3.0:1734016144.992645:0:8229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1734016144.992651:0:8229:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247341099392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734016144.992668:0:8229:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 980042304 pending 0 free 3922890752 avail 3691159552 00000100:00100000:3.0:1734016144.992699:0:8229:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3516:x1818247341099392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.992705:0:8229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1734016144.992858:0:3516:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011e5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3516:1818247341099392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734016144.997371:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016144.997412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016144.997685:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946816 00000100:00100000:1.0:1734016144.997693:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946816 00000100:00100000:1.0:1734016144.997819:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338946944 00000100:00100000:1.0:1734016144.997823:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338946944 00000100:00100000:3.0:1734016144.997859:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14921 00000100:00100000:3.0:1734016144.997868:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338946816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.997884:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016144.997898:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea245ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1011 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016144.997942:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341099520:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016144.997985:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.998039:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14922 00000100:00100000:0.0:1734016144.998045:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338946944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.998052:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016144.998061:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea245b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1018 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016144.998086:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341099648:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016144.998107:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.005776:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011e5d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341099648:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016145.005808:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea245b5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1018 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.005821:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c240/0x857af32d4ea245b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1018 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.005839:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:3.0:1734016145.006046:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341099520:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.006065:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea245ae lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1011 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.006079:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea245ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1011 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.006091:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:1.0:1734016145.006134:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338946944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8086us (8718us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.006142:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14922 00000100:00100000:3.0:1734016145.006325:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338946816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8458us (8961us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.006332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14921 00000100:00100000:0.0:1734016145.014396:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.014492:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947072 00000100:00100000:3.0:1734016145.014500:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947072 00000100:00100000:3.0:1734016145.014552:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14923 00000100:00100000:3.0:1734016145.014558:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338947072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.014574:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.014589:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae101f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.014621:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.014627:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.014629:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.014632:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.014660:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.014674:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 7 pid: 8975 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016145.014684:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341099776:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016145.014729:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00080000:0.0:1734016145.014808:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:3.0:1734016145.022063:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341099776:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.022095:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.022116:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016145.022161:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338947072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7602us (7773us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.022169:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14923 00000100:00100000:0.0:1734016145.024209:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.025849:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947200 00000100:00100000:2.0:1734016145.025861:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947200 00002000:00100000:2.0:1734016145.025927:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1134592->1138687) req@ffff88011e5d5c00 x1818247338947200/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 4584/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.025937:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d5c00 with x1818247338947200 ext(1134592->1138687) 00010000:00010000:2.0:1734016145.025947:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 8 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016145.025959:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 8 pid: 8975 timeout: 513 lvb_type: 0 00002000:00010000:2.0:1734016145.025965:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5d5c00 00000100:00100000:2.0:1734016145.025995:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 395 00000100:00100000:2.0:1734016145.026002:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338947200:12345-192.168.201.60@tcp:4:fsx.0 00000100:00080000:0.0:1734016145.026373:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016115 00000100:00100000:2.0:1734016145.027128:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338947200:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1123us (2925us total) trans 4294970037 rc 0/0 00000100:00100000:2.0:1734016145.027138:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 395 00002000:00100000:2.0:1734016145.027144:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1134592->1138687) req@ffff88011e5d5c00 x1818247338947200/t4294970037(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 4584/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.027152:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d5c00 with x1818247338947200 ext(1134592->1138687) 00010000:00010000:2.0:1734016145.027158:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016145.027169:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00002000:00010000:2.0:1734016145.027174:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011e5d5c00 00000100:00100000:0.0:1734016145.032612:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.032708:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947328 00000100:00100000:2.0:1734016145.032715:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947328 00010000:00010000:2.0:1734016145.032743:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.032782:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4082 00000100:00100000:2.0:1734016145.032788:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338947328:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016145.032800:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016145.032813:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 920 -> 928 00010000:00010000:2.0:1734016145.032818:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016145.032827:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016145.032844:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24584 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0fe7 expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:2.0:1734016145.032860:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.032861:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.032867:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.032878:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.032904:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.032914:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341099904:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016145.032956:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.036410:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.036581:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947456 00000100:00100000:3.0:1734016145.036590:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947456 00000100:00100000:3.0:1734016145.036625:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14924 00000100:00100000:3.0:1734016145.036631:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338947456:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.036767:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5629706 -> 5629706 00002000:00010000:3.0:1734016145.036770:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.036772:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.036773:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.036775:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:3.0:1734016145.036819:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338947456:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 187us (416us total) trans 4294970038 rc 0/0 00000100:00100000:3.0:1734016145.036829:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14924 00000100:00100000:2.0:1734016145.036941:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341099904:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016145.036959:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.036978:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338947328:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4190us (4374us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.036985:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4082 00000100:00100000:0.0:1734016145.041484:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.045911:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947584 00000100:00100000:2.0:1734016145.045922:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947584 00000100:00100000:2.0:1734016145.045982:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14925 00000100:00100000:2.0:1734016145.045989:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338947584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.046006:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.046023:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea245c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1026 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.046070:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341100032:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.046128:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.048467:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341100032:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.048509:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea245c3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1026 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.048521:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea245c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1026 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.048536:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016145.048777:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1972:x1818247338947584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2785us (7305us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.048784:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14925 00000100:00100000:0.0:1734016145.052080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.052171:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947712 00000100:00100000:2.0:1734016145.052178:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947712 00000100:00100000:3.0:1734016145.052557:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14926 00000100:00100000:3.0:1734016145.052565:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338947712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.052582:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.052598:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea245ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae102d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.052646:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341100160:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.052705:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.057485:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341100160:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.057520:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea245ca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae102d expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.057535:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea245ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae102d expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.058897:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016145.059536:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338947712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6966us (7459us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.059544:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14926 00000100:00100000:0.0:1734016145.064252:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.064463:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947840 00000100:00100000:3.0:1734016145.064469:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947840 00000100:00100000:3.0:1734016145.064578:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14927 00000100:00100000:3.0:1734016145.064585:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338947840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.064603:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.064616:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea245d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1034 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.064667:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100288:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.065366:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.079364:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100288:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.079395:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea245d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1034 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.079406:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea245d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1034 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.079418:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016145.079908:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338947840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 15320us (15661us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.079915:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14927 00000100:00100000:1.0:1734016145.082614:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.082756:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338947968 00000100:00100000:3.0:1734016145.082763:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338947968 00000100:00100000:3.0:1734016145.082811:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14928 00000100:00100000:3.0:1734016145.082817:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338947968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.082830:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.082846:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea245d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae103b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.082889:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100416:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.082988:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.084392:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100416:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.084414:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea245d8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae103b expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.084423:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea245d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae103b expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.084432:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016145.085799:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338947968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2975us (3184us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.085808:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14928 00000100:00100000:0.0:1734016145.087745:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.087821:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948224 00000100:00100000:2.0:1734016145.087828:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948224 00000100:00100000:2.0:1734016145.087877:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2798 00000100:00100000:2.0:1734016145.087883:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+35:10361:x1818247338948224:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016145.087923:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.087944:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea244b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f15 expref: 35 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.087960:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016145.087964:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016145.088084:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.088095:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 31 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.088103:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.088127:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 31 pid: 6488 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.088136:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 31 pid: 6488 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.088146:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341100544:192.168.201.60@tcp:104: 00000100:00080000:0.0:1734016145.088264:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00000100:00100000:2.0:1734016145.090099:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.092211:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.092321:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341100544:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.092343:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016145.092404:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948352 00000100:00100000:3.0:1734016145.092410:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948352 00010000:00010000:3.0:1734016145.092441:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 32 pid: 6488 timeout: 513 lvb_type: 0 00000100:00080000:0.0:1734016145.092519:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016115 00000100:00100000:3.0:1734016145.092589:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4083 00000100:00100000:3.0:1734016145.092595:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:1970:x1818247338948352:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.092606:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.092611:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 32 pid: 6488 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.092619:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 32 pid: 6488 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.095547:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea244a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0f0e expref: 32 pid: 6488 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.095579:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.095584:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.095595:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.095601:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.095987:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016145.096134:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.096141:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:2.0:1734016145.096221:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969090 00000004:00010000:2.0:1734016145.096262:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88011e5d7100 reply state ffff880079faf000 transno 4294969091 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016145.096268:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016145.096920:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1970:x1818247338948352:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4318us (4709us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.096929:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4083 00000100:00100000:2.0:1734016145.097109:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+37:10361:x1818247338948224:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 9224us (9369us total) trans 4294969091 rc 0/0 00000100:00100000:2.0:1734016145.097117:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2798 00000020:00080000:2.0:1734016145.097121:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016145.102045:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102057:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102063:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102070:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4a1c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016145.102074:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102080:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102092:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.102096:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016145.102099:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.102103:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245df lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016145.102563:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.102830:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948480 00000100:00100000:0.0:1734016145.102838:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948480 00000100:00100000:0.0:1734016145.102868:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14929 00000100:00100000:0.0:1734016145.102874:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338948480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.102889:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.102901:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1042 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.102926:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.102933:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.102935:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016145.102938:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.102969:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.102980:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 10 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016145.102991:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011e5d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100672:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016145.103038:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.111432:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.111699:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948608 00000100:00100000:3.0:1734016145.111707:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948608 00010000:00010000:3.0:1734016145.111737:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016145.111761:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4084 00000100:00100000:3.0:1734016145.111766:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338948608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.111778:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.111794:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.111803:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.111822:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.111824:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.111828:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.111836:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.111861:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.111871:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341100800:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016145.111920:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00010000:00010000:2.0:1734016145.112594:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea245bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae101f expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.112621:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011e5d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100672:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.112640:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.112648:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016145.112683:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338948480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9808us (10125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.112691:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14929 00000100:00100000:3.0:1734016145.116893:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341100800:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016145.116913:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.116949:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338948608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5181us (5523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.116958:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4084 00000100:00100000:0.0:1734016145.117699:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.117754:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.117842:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948736 00000100:00100000:3.0:1734016145.117848:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948736 00002000:00010000:3.0:1734016145.117874:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016145.117877:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d7b80 with x1818247338948736 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016145.117886:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e5d7b80. 00000100:00100000:3.0:1734016145.117908:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948864 00000100:00100000:3.0:1734016145.117911:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948864 00002000:00010000:3.0:1734016145.117922:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (774674->18446744073709551615) 00002000:00100000:3.0:1734016145.117924:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d7800 with x1818247338948864 ext(774674->18446744073709551615) 00002000:00010000:3.0:1734016145.117929:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d7800. 00000100:00100000:3.0:1734016145.117938:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9947 00000100:00100000:3.0:1734016145.117942:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338948736:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:1.0:1734016145.118330:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9948 00000100:00100000:1.0:1734016145.118335:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338948864:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016145.120616:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 774674 00002000:00010000:1.0:1734016145.120622:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.120625:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.120626:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.120628:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 0 00000100:00100000:1.0:1734016145.120692:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338948864:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2352us (2933us total) trans 4294968390 rc 0/0 00000100:00100000:1.0:1734016145.120701:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9948 00002000:00010000:1.0:1734016145.120706:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (774674->18446744073709551615) 00002000:00100000:1.0:1734016145.120709:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d7800 with x1818247338948864 ext(774674->18446744073709551615) 00002000:00010000:1.0:1734016145.120714:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011e5d7800. 00002000:00010000:3.0:1734016145.121601:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5629706 -> 4194304 00002000:00010000:3.0:1734016145.121604:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.121606:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.121607:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.121609:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 896 00000100:00100000:3.0:1734016145.121635:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338948736:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3692us (3938us total) trans 4294970039 rc 0/0 00000100:00100000:3.0:1734016145.121642:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9947 00002000:00010000:3.0:1734016145.121644:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016145.121647:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011e5d7b80 with x1818247338948736 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016145.121651:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011e5d7b80. 00000100:00080000:0.0:1734016145.122661:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016115 00000100:00100000:0.0:1734016145.124166:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.124249:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338948992 00000100:00100000:2.0:1734016145.124258:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338948992 00000100:00100000:2.0:1734016145.124331:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2799 00000100:00100000:2.0:1734016145.124337:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338948992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.124353:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.124366:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1049 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.124432:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.124443:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.124451:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016145.124472:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4968978 00000004:00200000:2.0:1734016145.124484:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.124498:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.124516:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea245ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 33 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.124527:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 32 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.124532:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016145.124535:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.124537:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016145.124582:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338948992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 245us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.124590:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2799 00000100:00100000:0.0:1734016145.126458:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.126502:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.126568:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949120 00000100:00100000:2.0:1734016145.126574:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949120 00000100:00100000:2.0:1734016145.126596:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949248 00000100:00100000:2.0:1734016145.126598:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949248 00000100:00100000:2.0:1734016145.126610:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14930 00000100:00100000:2.0:1734016145.126615:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338949120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.126626:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.126637:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea245fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1050 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.126676:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100928:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.126713:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.126766:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14931 00000100:00100000:3.0:1734016145.126772:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338949248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.126779:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.126788:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24602 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1057 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.126813:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341101056:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.126835:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.133155:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341100928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.133189:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea245fb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1050 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.133200:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea245fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1050 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.133210:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016145.133249:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338949120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6632us (6799us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.133257:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14930 00000100:00100000:3.0:1734016145.133355:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341101056:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.133373:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24602 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1057 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.133381:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24602 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1057 expref: 6 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.133388:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016145.133406:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338949248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6634us (6904us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.133410:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14931 00000100:00100000:0.0:1734016145.136700:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.136792:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949376 00000100:00100000:3.0:1734016145.136801:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949376 00000100:00100000:3.0:1734016145.137606:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14932 00000100:00100000:3.0:1734016145.137613:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011e5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338949376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.137629:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.137643:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24609 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae105e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.137688:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341101184:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.138066:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.138437:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.138665:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949504 00000100:00100000:3.0:1734016145.138671:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949504 00000100:00100000:3.0:1734016145.138697:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14933 00000100:00100000:3.0:1734016145.138702:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338949504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.138710:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.138720:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24610 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1065 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.138752:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341101312:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.138840:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.144328:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341101184:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.144528:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24609 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae105e expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.144658:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24609 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae105e expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.144675:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016145.144720:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011e5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338949376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7106us (8028us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.144727:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14932 00000100:00100000:2.0:1734016145.144887:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341101312:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.144906:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24610 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1065 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.144915:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24610 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1065 expref: 6 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.144923:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:2.0:1734016145.144947:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:1969:x1818247338949504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6244us (6510us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.144952:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14933 00000100:00100000:0.0:1734016145.152682:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.152864:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949760 00000100:00100000:1.0:1734016145.152875:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949760 00000100:00100000:1.0:1734016145.152938:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2800 00000100:00100000:1.0:1734016145.152945:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+36:10361:x1818247338949760:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016145.153164:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016145.153179:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.153187:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016145.153219:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.153231:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 31 pid: 7714 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.153242:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341101440:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016145.153327:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.157096:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341101440:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016145.157123:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016145.157693:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.157771:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338949888 00000100:00100000:3.0:1734016145.157777:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338949888 00010000:00010000:3.0:1734016145.157804:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 32 pid: 7714 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016145.157837:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4085 00000100:00100000:3.0:1734016145.157843:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:1969:x1818247338949888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.157853:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.157858:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 32 pid: 7714 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.157866:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 32 pid: 7714 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.157883:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea245f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1049 expref: 32 pid: 7714 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.157910:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.157914:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.157921:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.157927:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.157950:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.157983:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1969:x1818247338949888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 140us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.157989:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4085 00010000:00010000:0.0:1734016145.158358:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:0.0:1734016145.158363:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:0.0:1734016145.158436:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969092 00000004:00010000:0.0:1734016145.158470:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007f17ca80 reply state ffff88007c412000 transno 4294969093 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016145.158515:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1734016145.158576:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338949760:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5630us (5903us total) trans 4294969093 rc 0/0 00000100:00100000:0.0:1734016145.158583:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2800 00000020:00080000:0.0:1734016145.158586:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016145.171634:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171647:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171652:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171659:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb79680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016145.171662:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171667:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171681:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.171683:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016145.171687:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.171690:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb79680/0x857af32d4ea24617 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016145.171988:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.172031:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.172068:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950016 00000100:00100000:0.0:1734016145.172074:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950016 00002000:00010000:0.0:1734016145.172106:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016145.172110:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17dc00 with x1818247338950016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016145.172119:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17dc00. 00000100:00100000:0.0:1734016145.172133:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950144 00000100:00100000:0.0:1734016145.172136:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950144 00002000:00010000:0.0:1734016145.172143:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2838468->18446744073709551615) 00002000:00100000:0.0:1734016145.172145:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17df80 with x1818247338950144 ext(2838468->18446744073709551615) 00002000:00010000:0.0:1734016145.172150:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f17df80. 00000100:00100000:0.0:1734016145.172174:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9949 00000100:00100000:0.0:1734016145.172180:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247338950016:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016145.172312:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016145.172315:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172316:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172318:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172320:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:0.0:1734016145.172357:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338950016:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 177us (373us total) trans 4294970040 rc 0/0 00000100:00100000:0.0:1734016145.172368:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9949 00002000:00010000:0.0:1734016145.172371:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016145.172373:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17dc00 with x1818247338950016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016145.172377:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f17dc00. 00000100:00100000:0.0:1734016145.172389:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9950 00000100:00100000:0.0:1734016145.172393:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338950144:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016145.172510:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 774674 -> 2838468 00002000:00010000:0.0:1734016145.172513:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172515:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172516:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:0.0:1734016145.172518:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016145.172535:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1972:x1818247338950144:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 141us (504us total) trans 4294968391 rc 0/0 00000100:00100000:0.0:1734016145.172541:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9950 00002000:00010000:0.0:1734016145.172544:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2838468->18446744073709551615) 00002000:00100000:0.0:1734016145.172546:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17df80 with x1818247338950144 ext(2838468->18446744073709551615) 00002000:00010000:0.0:1734016145.172549:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f17df80. 00000100:00100000:0.0:1734016145.176604:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.176918:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950272 00000100:00100000:2.0:1734016145.176926:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950272 00000100:00100000:2.0:1734016145.176970:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2801 00000100:00100000:2.0:1734016145.176976:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+38:10361:x1818247338950272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.176997:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.177010:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2461e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae106c expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.177088:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.177098:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.177105:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016145.177122:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7032772 00000004:00200000:2.0:1734016145.177125:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.177136:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.177152:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea2461e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 40 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.182391:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 39 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.182404:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016145.182406:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.182409:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016145.182487:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+39:10361:x1818247338950272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5510us (5888us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.182500:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2801 00000100:00100000:0.0:1734016145.186560:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.187792:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950400 00000100:00100000:2.0:1734016145.187800:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950400 00000100:00100000:2.0:1734016145.188394:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14934 00000100:00100000:2.0:1734016145.188405:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:10361:x1818247338950400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.188424:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.188440:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1073 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.188470:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.188485:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.188487:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.188490:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1167360->1175551] (req 1167360->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.188515:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.188524:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 9 pid: 8975 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.188534:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341101568:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016145.190178:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.194203:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.194323:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341101568:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.194350:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1167360->1175551] (req 1167360->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.194366:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016145.194405:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338950400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6002us (7853us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.194411:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14934 00000100:00100000:1.0:1734016145.194969:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950528 00000100:00100000:1.0:1734016145.194976:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950528 00010000:00010000:1.0:1734016145.194996:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.195030:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4086 00000100:00100000:1.0:1734016145.195035:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338950528:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.195048:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.195065:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.195073:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.195090:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24599 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae0ffc expref: 10 pid: 8975 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.195111:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.195114:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.195119:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.195126:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.195152:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 5 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.195164:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341101696:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016145.195199:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.197633:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341101696:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016145.197656:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.197705:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338950528:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2668us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.197718:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4086 00000100:00100000:1.0:1734016145.198681:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.198737:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338950784 00000100:00100000:2.0:1734016145.198742:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338950784 00002000:00100000:2.0:1734016145.198775:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1167360->1171455) req@ffff880079c9b800 x1818247338950784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.198783:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b800 with x1818247338950784 ext(1167360->1171455) 00002000:00010000:2.0:1734016145.198787:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c9b800 00000100:00100000:2.0:1734016145.198811:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9951 00000100:00100000:2.0:1734016145.198816:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338950784:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.198941:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338950784:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 123us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.198947:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9951 00002000:00100000:2.0:1734016145.198953:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1167360->1171455) req@ffff880079c9b800 x1818247338950784/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.198959:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c9b800 with x1818247338950784 ext(1167360->1171455) 00002000:00010000:2.0:1734016145.198961:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c9b800 00000100:00100000:0.0:1734016145.203893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.204184:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951040 00000100:00100000:3.0:1734016145.204193:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951040 00002000:00100000:3.0:1734016145.204233:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1171456->1175551) req@ffff88007f17c000 x1818247338951040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.204242:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17c000 with x1818247338951040 ext(1171456->1175551) 00002000:00010000:3.0:1734016145.204247:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f17c000 00000100:00100000:3.0:1734016145.204310:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9952 00000100:00100000:3.0:1734016145.204317:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338951040:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.204701:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338951040:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 383us (814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.204708:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9952 00002000:00100000:3.0:1734016145.204713:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (1171456->1175551) req@ffff88007f17c000 x1818247338951040/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.204889:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f17c000 with x1818247338951040 ext(1171456->1175551) 00002000:00010000:3.0:1734016145.204892:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f17c000 00000100:00100000:0.0:1734016145.214497:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.214590:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951168 00000100:00100000:2.0:1734016145.214599:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951168 00000100:00100000:2.0:1734016145.214645:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2802 00000100:00100000:2.0:1734016145.214652:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247338951168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.214668:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.214769:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24633 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae107a expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.214843:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.214854:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.214862:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016145.214882:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7032772 00000004:00200000:2.0:1734016145.214886:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016145.214899:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016145.214918:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24633 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae107a expref: 33 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.215143:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae107a expref: 32 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.215150:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016145.215153:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016145.215156:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016145.215826:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338951168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1172us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.215834:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2802 00000100:00100000:0.0:1734016145.220866:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.220959:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951296 00000100:00100000:2.0:1734016145.220966:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951296 00000100:00100000:2.0:1734016145.221009:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14935 00000100:00100000:2.0:1734016145.221014:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338951296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.221030:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.221043:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24641 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1081 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.221084:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341101824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.221124:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.226804:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007011b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341101824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.226846:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24641 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1081 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.226861:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1081 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.226886:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016145.228496:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338951296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7472us (7627us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.228507:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14935 00000100:00100000:2.0:1734016145.231939:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.232483:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951424 00000100:00100000:0.0:1734016145.232491:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951424 00000100:00100000:0.0:1734016145.232543:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14936 00000100:00100000:0.0:1734016145.232549:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338951424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.232566:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.232581:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea24648 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1088 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.232629:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007f17f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341101952:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016145.232700:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.237550:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007f17f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341101952:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.237583:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea24648 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1088 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.237601:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d8c0/0x857af32d4ea24648 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1088 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.237618:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d8c0, rc 0) 00000100:00100000:2.0:1734016145.237674:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338951424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5123us (5743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.237682:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14936 00000100:00100000:0.0:1734016145.246120:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.247528:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951552 00000100:00100000:2.0:1734016145.247537:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951552 00000100:00100000:2.0:1734016145.247581:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14937 00000100:00100000:2.0:1734016145.247587:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338951552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.247602:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.247616:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2464f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae108f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.247658:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102080:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.247702:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.255806:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102080:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.255841:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2464f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae108f expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.255853:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea2464f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae108f expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.255870:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016145.255923:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f17f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338951552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8335us (9811us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.255931:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14937 00000100:00100000:0.0:1734016145.260003:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.260075:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951680 00000100:00100000:2.0:1734016145.260084:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951680 00000100:00100000:2.0:1734016145.260130:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14938 00000100:00100000:2.0:1734016145.260137:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338951680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.260154:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.260171:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1096 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.260197:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.260204:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.260205:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.260208:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [622592->626687] (req 622592->626687) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.260236:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.260247:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.260260:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102208:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016145.260323:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.263867:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102208:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.263905:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [622592->626687] (req 622592->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.263919:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016145.263980:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338951680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3841us (3982us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.263987:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14938 00000100:00100000:3.0:1734016145.264727:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.265001:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338951808 00000100:00100000:1.0:1734016145.265008:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338951808 00010000:00010000:1.0:1734016145.265031:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 12 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.265724:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4087 00000100:00100000:1.0:1734016145.265731:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338951808:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.265743:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.265762:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 12 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.265773:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 12 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.265791:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea245e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1042 expref: 12 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.265806:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.265808:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.265814:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.265821:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.265853:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.265863:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341102336:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016145.265904:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.271873:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341102336:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016145.271894:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016145.271936:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338951808:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6204us (7209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.271947:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4087 00000100:00100000:0.0:1734016145.274063:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.274140:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952064 00000100:00100000:3.0:1734016145.274146:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952064 00002000:00100000:3.0:1734016145.274176:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (622592->626687) req@ffff880079f92a00 x1818247338952064/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.274185:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92a00 with x1818247338952064 ext(622592->626687) 00002000:00010000:3.0:1734016145.274189:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92a00 00000100:00100000:3.0:1734016145.274215:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9953 00000100:00100000:3.0:1734016145.274220:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338952064:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.274362:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338952064:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 140us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.274369:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9953 00002000:00100000:3.0:1734016145.274374:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (622592->626687) req@ffff880079f92a00 x1818247338952064/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.274380:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92a00 with x1818247338952064 ext(622592->626687) 00002000:00010000:3.0:1734016145.274383:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92a00 00000100:00100000:1.0:1734016145.282785:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.283255:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952192 00000100:00100000:2.0:1734016145.283263:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952192 00000100:00100000:2.0:1734016145.287903:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14939 00000100:00100000:2.0:1734016145.287916:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247338952192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.287935:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.287952:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae109d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.287979:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.287986:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.287987:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016145.287990:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4022272->4030463] (req 4022272->4030463) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.288022:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.288032:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 10 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:2.0:1734016145.288048:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102464:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016145.288110:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab7dbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.292821:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341102464:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.292854:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4022272->4030463] (req 4022272->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.292870:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016145.292921:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338952192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5007us (10144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.292929:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14939 00000100:00100000:0.0:1734016145.293802:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.293918:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952320 00000100:00100000:1.0:1734016145.293925:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952320 00010000:00010000:1.0:1734016145.293951:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.293985:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4088 00000100:00100000:1.0:1734016145.293991:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338952320:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016145.294002:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016145.294018:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.294029:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.294050:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24656 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1096 expref: 11 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:1.0:1734016145.294079:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.294081:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.294088:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.294096:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.294122:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.294132:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341102592:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016145.294168:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.302139:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.302254:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952448 00000100:00100000:3.0:1734016145.302263:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952448 00000100:00100000:3.0:1734016145.302322:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14940 00000100:00100000:3.0:1734016145.302328:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338952448:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016145.302460:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016145.302463:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.302465:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.302467:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016144 -> 1734016144 00002000:00010000:3.0:1734016145.302469:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:3.0:1734016145.302552:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338952448:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 224us (421us total) trans 4294970041 rc 0/0 00000100:00100000:3.0:1734016145.302558:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14940 00000100:00100000:2.0:1734016145.303447:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341102592:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016145.303464:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.303518:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338952320:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9526us (9717us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.303525:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4088 00000100:00100000:1.0:1734016145.312259:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.312486:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952576 00000100:00100000:0.0:1734016145.312495:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952576 00000100:00100000:0.0:1734016145.312542:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14941 00000100:00100000:0.0:1734016145.312548:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338952576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.312564:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.312580:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24664 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10a4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.312624:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102720:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016145.312682:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.314917:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016145.314939:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f91880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.314966:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24664 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10a4 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.314977:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24664 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10a4 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.314999:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016145.315042:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338952576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2494us (2790us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.315049:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14941 00000100:00100000:0.0:1734016145.320368:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.324879:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952704 00000100:00100000:2.0:1734016145.324891:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952704 00000100:00100000:2.0:1734016145.324952:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14942 00000100:00100000:2.0:1734016145.324959:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338952704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.324976:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.324991:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2466b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10ab expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.325045:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102848:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.325114:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.334001:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.334037:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2466b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ab expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.334050:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea2466b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ab expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.334077:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016145.334131:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338952704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9171us (13770us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.334138:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14942 00000100:00100000:0.0:1734016145.340897:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.344053:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952832 00000100:00100000:3.0:1734016145.344064:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952832 00000100:00100000:3.0:1734016145.344114:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14943 00000100:00100000:3.0:1734016145.344120:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338952832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.344138:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.344153:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24672 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10b2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.344204:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102976:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.344267:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.351508:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341102976:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.351539:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24672 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.351553:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24672 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b2 expref: 11 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.351580:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016145.351640:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338952832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7518us (10750us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.351648:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14943 00000100:00100000:0.0:1734016145.356504:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.357182:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338952960 00000100:00100000:3.0:1734016145.357190:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338952960 00000100:00100000:3.0:1734016145.357237:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14944 00000100:00100000:3.0:1734016145.357244:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338952960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.357261:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.357300:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10b9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.357427:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.357438:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.357440:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.357443:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.357470:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.357491:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 12 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016145.357501:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341103104:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016145.357581:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.360905:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341103104:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.360930:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 11 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.360944:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016145.360978:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338952960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3734us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.360985:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14944 00000100:00100000:0.0:1734016145.361693:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.363068:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953088 00000100:00100000:3.0:1734016145.363078:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953088 00010000:00010000:3.0:1734016145.363105:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 13 pid: 7694 timeout: 513 lvb_type: 0 00000100:00100000:3.0:1734016145.363441:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4089 00000100:00100000:3.0:1734016145.363447:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338953088:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.363460:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.363488:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 13 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.363497:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 13 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.363513:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2465d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae109d expref: 13 pid: 7694 timeout: 513 lvb_type: 0 00010000:00010000:3.0:1734016145.364324:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.364326:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.364333:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.364340:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.364369:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.364379:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341103232:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016145.364430:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.369653:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.369711:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953344 00000100:00100000:2.0:1734016145.369719:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953344 00002000:00100000:2.0:1734016145.369754:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (229376->233471) req@ffff880122738e00 x1818247338953344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.369763:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247338953344 ext(229376->233471) 00002000:00010000:2.0:1734016145.369766:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:2.0:1734016145.369783:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9954 00000100:00100000:2.0:1734016145.369788:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338953344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.369926:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338953344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 137us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.369933:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9954 00002000:00100000:2.0:1734016145.369938:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (229376->233471) req@ffff880122738e00 x1818247338953344/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.369945:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880122738e00 with x1818247338953344 ext(229376->233471) 00002000:00010000:2.0:1734016145.369947:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880122738e00 00000100:00100000:3.0:1734016145.370034:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341103232:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016145.370053:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.370077:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247338953088:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6629us (8385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.370084:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4089 00000100:00100000:0.0:1734016145.376773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.379076:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953600 00000100:00100000:2.0:1734016145.379087:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953600 00002000:00100000:2.0:1734016145.379129:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (233472->237567) req@ffff88012273b800 x1818247338953600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.379141:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b800 with x1818247338953600 ext(233472->237567) 00002000:00010000:2.0:1734016145.379145:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b800 00000100:00100000:2.0:1734016145.379661:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9955 00000100:00100000:2.0:1734016145.379669:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338953600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016145.379823:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338953600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 153us (3057us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016145.379829:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9955 00002000:00100000:2.0:1734016145.379834:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (233472->237567) req@ffff88012273b800 x1818247338953600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.379840:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012273b800 with x1818247338953600 ext(233472->237567) 00002000:00010000:2.0:1734016145.379842:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012273b800 00000100:00100000:0.0:1734016145.387956:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.387995:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.388211:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953856 00000100:00100000:1.0:1734016145.388219:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953856 00000100:00100000:1.0:1734016145.388249:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953728 00000100:00100000:1.0:1734016145.388250:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953728 00000100:00100000:1.0:1734016145.388296:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14945 00000100:00100000:1.0:1734016145.388302:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338953856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.388318:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.388333:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea24680 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10c7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.388375:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341103360:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016145.388417:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.388673:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14946 00000100:00100000:3.0:1734016145.388678:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247338953728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.388685:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.388695:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10c0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.388707:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.388708:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.388714:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.388725:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 13 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.388734:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016145.388752:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338953728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 74us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.388757:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14946 00002000:00010000:1.0:1734016145.391264:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016145.391292:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00002000:00010000:1.0:1734016145.391294:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1734016145.391311:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341103360:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016145.391337:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea24680 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.391349:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a400/0x857af32d4ea24680 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.391371:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016145.391404:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338953856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3101us (3454us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.391411:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14945 00000100:00100000:0.0:1734016145.404738:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.404823:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338953984 00000100:00100000:1.0:1734016145.404830:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338953984 00000100:00100000:1.0:1734016145.404864:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14947 00000100:00100000:1.0:1734016145.404870:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338953984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.404885:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.404902:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2468e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10ce expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.404945:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341103488:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016145.405003:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.407614:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341103488:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016145.407642:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2468e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ce expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.407653:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea2468e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ce expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.407678:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016145.407712:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338953984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2841us (2981us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.407719:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14947 00000100:00100000:0.0:1734016145.413192:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.413317:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954112 00000100:00100000:1.0:1734016145.413325:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954112 00000100:00100000:1.0:1734016145.413361:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14948 00000100:00100000:1.0:1734016145.413367:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338954112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.413383:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.413400:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10d5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.413428:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.413437:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.413446:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.413447:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016145.413450:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2125824->2138111] (req 2125824->2138111) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.413489:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.413502:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 14 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:1.0:1734016145.413514:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341103616:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016145.413580:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.413588:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.413598:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341103744:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016145.413619:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.417394:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.417425:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.417444:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954240 00000100:00100000:0.0:1734016145.417450:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954240 00010000:00010000:0.0:1734016145.417483:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 11 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:0.0:1734016145.417509:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954368 00000100:00100000:0.0:1734016145.417511:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954368 00010000:00010000:0.0:1734016145.417519:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 15 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:0.0:1734016145.417531:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4090 00000100:00100000:0.0:1734016145.417536:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338954240:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.417546:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.417562:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 11 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016145.417570:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 11 pid: 7692 timeout: 513 lvb_type: 0 00010000:00010000:0.0:1734016145.417588:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016145.417615:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338954240:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 78us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.417620:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4090 00000100:00100000:0.0:1734016145.417631:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4091 00000100:00100000:0.0:1734016145.417634:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338954368:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.417639:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.417643:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 15 pid: 7692 timeout: 513 lvb_type: 1 00010000:00010000:0.0:1734016145.417650:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 15 pid: 7692 timeout: 513 lvb_type: 1 00010000:00010000:0.0:1734016145.417658:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.417659:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.417664:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.417671:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.417694:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 15 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.417703:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341103872:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016145.417724:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00010000:00010000:1.0:1734016145.417862:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24687 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10c0 expref: 15 pid: 7692 timeout: 513 lvb_type: 1 00000100:00100000:1.0:1734016145.417877:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341103616:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016145.417888:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24679 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10b9 expref: 10 pid: 7692 timeout: 513 lvb_type: 0 00000100:00100000:1.0:1734016145.417895:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341103744:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016145.417914:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 14 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.417921:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016145.417943:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338954112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4577us (4761us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016145.417949:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14948 00000100:00100000:0.0:1734016145.422091:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.422540:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954496 00000100:00100000:1.0:1734016145.422547:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954496 00000100:00100000:1.0:1734016145.422584:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14949 00000100:00100000:1.0:1734016145.422589:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338954496:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016145.422749:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016145.422752:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.422754:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016144 -> 1734016144 00002000:00010000:1.0:1734016145.422756:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016145.422757:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:1.0:1734016145.423068:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338954496:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 477us (983us total) trans 4294970042 rc 0/0 00000100:00100000:1.0:1734016145.423074:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14949 00000100:00100000:2.0:1734016145.425244:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341103872:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016145.425263:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016145.425327:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338954368:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7688us (7897us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.425338:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4091 00000100:00100000:0.0:1734016145.427486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.427665:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954624 00000100:00100000:1.0:1734016145.427672:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954624 00000100:00100000:1.0:1734016145.427706:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14950 00000100:00100000:1.0:1734016145.427713:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338954624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.427727:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.427740:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2469c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10dc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.427787:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079c98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341104000:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016145.427832:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.430490:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079c98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341104000:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.430521:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2469c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10dc expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.430533:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea2469c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10dc expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.430549:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:2.0:1734016145.430582:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338954624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2869us (3110us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.430588:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14950 00000100:00100000:0.0:1734016145.432583:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.432708:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338954752 00000100:00100000:2.0:1734016145.432715:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338954752 00000100:00100000:2.0:1734016145.432942:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14951 00000100:00100000:2.0:1734016145.432949:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338954752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.432961:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.432973:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea246a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10e3 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.433014:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341104128:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.433065:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.435633:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341104128:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.435661:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea246a3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10e3 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.435672:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea246a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10e3 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.435693:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016145.435734:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338954752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2784us (3154us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.435745:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14951 00000100:00100000:0.0:1734016145.448954:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.449144:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955008 00000100:00100000:2.0:1734016145.449154:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955008 00002000:00100000:2.0:1734016145.449199:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800782f5c00 x1818247338955008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016145.449209:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338955008 ext(0->4194303) 00002000:00010000:2.0:1734016145.449213:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5c00 00000100:00100000:2.0:1734016145.449232:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9956 00000100:00100000:2.0:1734016145.449238:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338955008:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.535096:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338955008:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 85847us (86141us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016145.535107:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9956 00002000:00100000:3.0:1734016145.535118:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800782f5c00 x1818247338955008/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.535127:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f5c00 with x1818247338955008 ext(0->4194303) 00002000:00010000:3.0:1734016145.535132:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f5c00 00000100:00100000:0.0:1734016145.547799:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.548083:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955136 00000100:00100000:2.0:1734016145.548092:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955136 00000100:00100000:2.0:1734016145.548151:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14952 00000100:00100000:2.0:1734016145.548158:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955136:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.548175:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.548190:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea246aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10ea expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.548237:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104256:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.548986:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.551600:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00002000:00010000:2.0:1734016145.551606:0:13929:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016145.551623:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104256:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.551654:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea246aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ea expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.551670:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea246aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ea expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.553356:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016145.553415:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5255us (5623us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.553422:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14952 00000100:00100000:1.0:1734016145.555671:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.555783:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955264 00000100:00100000:2.0:1734016145.555790:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955264 00000100:00100000:2.0:1734016145.555826:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14953 00000100:00100000:2.0:1734016145.555832:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.555845:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.555858:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea246b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10f1 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.555899:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.556403:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.561849:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.561890:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea246b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10f1 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.561903:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea246b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10f1 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.561916:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016145.561983:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6150us (6316us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.561991:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14953 00000100:00100000:3.0:1734016145.576608:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.576839:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955392 00000100:00100000:2.0:1734016145.576847:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955392 00000100:00100000:2.0:1734016145.576891:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14954 00000100:00100000:2.0:1734016145.576897:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.576913:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.576928:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10f8 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.576972:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104512:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.578510:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.580893:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104512:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.580928:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10f8 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.580941:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10f8 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.581593:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016145.583926:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7020us (7317us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.583939:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14954 00000100:00100000:0.0:1734016145.588004:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.588548:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955520 00000100:00100000:2.0:1734016145.588556:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955520 00000100:00100000:2.0:1734016145.588605:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14955 00000100:00100000:2.0:1734016145.588612:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.588629:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.588645:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae10ff expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.588695:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.590876:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.594379:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104640:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.594410:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ff expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.594421:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea246bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10ff expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.594446:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016145.596188:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7563us (8185us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.596201:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14955 00000100:00100000:1.0:1734016145.604265:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.604403:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955648 00000100:00100000:2.0:1734016145.604411:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955648 00000100:00100000:2.0:1734016145.604451:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14956 00000100:00100000:2.0:1734016145.604457:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.604501:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.604515:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1106 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.604559:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104768:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.604617:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00002000:00010000:2.0:1734016145.614182:0:13929:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016145.614209:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104768:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.614240:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246c6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1106 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.614252:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1106 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.614300:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016145.614346:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9888us (10087us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.614353:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14956 00000100:00100000:3.0:1734016145.624366:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.627017:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955776 00000100:00100000:2.0:1734016145.627031:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955776 00000100:00100000:2.0:1734016145.627086:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14957 00000100:00100000:2.0:1734016145.627094:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.627110:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.627124:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae110d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.627170:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.627233:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.631294:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341104896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.631327:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246cd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae110d expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.631339:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae110d expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.631360:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016145.631405:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338955776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4311us (7052us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.631413:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14957 00010000:00010000:3.0:1734016145.637831:0:6477:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.639874:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.641784:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338955904 00000100:00100000:2.0:1734016145.641794:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338955904 00000100:00100000:2.0:1734016145.641834:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14958 00000100:00100000:2.0:1734016145.641840:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.641856:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.641870:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1114 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.641914:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105024:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.641960:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.646657:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105024:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.646702:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246d4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1114 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.646717:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1114 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.646745:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016145.646804:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338955904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4963us (6936us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.646814:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14958 00000100:00100000:1.0:1734016145.656773:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.656936:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956160 00000100:00100000:3.0:1734016145.656946:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956160 00002000:00100000:3.0:1734016145.656989:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2506752->2510847) req@ffff880079c98e00 x1818247338956160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.657001:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98e00 with x1818247338956160 ext(2506752->2510847) 00002000:00010000:3.0:1734016145.657006:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98e00 00000100:00100000:3.0:1734016145.657690:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9957 00000100:00100000:3.0:1734016145.657698:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338956160:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.657862:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1972:x1818247338956160:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 164us (1097us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.657869:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9957 00002000:00100000:3.0:1734016145.657875:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (2506752->2510847) req@ffff880079c98e00 x1818247338956160/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.657881:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98e00 with x1818247338956160 ext(2506752->2510847) 00002000:00010000:3.0:1734016145.657883:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98e00 00000100:00100000:1.0:1734016145.665635:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.665696:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956416 00000100:00100000:0.0:1734016145.665704:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956416 00002000:00100000:0.0:1734016145.665738:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2510848->2514943) req@ffff880079c98700 x1818247338956416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.665746:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98700 with x1818247338956416 ext(2510848->2514943) 00002000:00010000:0.0:1734016145.665750:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98700 00000100:00100000:0.0:1734016145.665788:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9958 00000100:00100000:0.0:1734016145.665794:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338956416:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.665955:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338956416:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 159us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1734016145.665963:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9958 00002000:00100000:0.0:1734016145.665968:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2510848->2514943) req@ffff880079c98700 x1818247338956416/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.665975:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c98700 with x1818247338956416 ext(2510848->2514943) 00002000:00010000:0.0:1734016145.665977:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c98700 00000100:00100000:2.0:1734016145.671420:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.671477:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956544 00000100:00100000:0.0:1734016145.671486:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956544 00000100:00100000:0.0:1734016145.671530:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14959 00000100:00100000:0.0:1734016145.671536:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.671551:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016145.671564:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea246db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae111b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.671609:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105152:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016145.671664:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.677447:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105152:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016145.677486:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea246db lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae111b expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.677498:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea246db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae111b expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.677523:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:0.0:1734016145.677568:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6031us (6155us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.677575:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14959 00000100:00100000:1.0:1734016145.680350:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.680400:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956672 00000100:00100000:2.0:1734016145.680411:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956672 00000100:00100000:2.0:1734016145.680448:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14960 00000100:00100000:2.0:1734016145.680455:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.680479:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.680494:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea246e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1122 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.680543:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105280:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.680597:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.686216:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105280:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.686246:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea246e2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1122 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.686264:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b3c0/0x857af32d4ea246e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1122 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.686304:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016145.686354:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5898us (6010us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.686361:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14960 00000100:00100000:1.0:1734016145.688454:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.689571:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956800 00000100:00100000:2.0:1734016145.689581:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956800 00000100:00100000:2.0:1734016145.689722:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14961 00000100:00100000:2.0:1734016145.689730:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.689747:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.689762:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1129 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.689807:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105408:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.690083:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1734016145.698392:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105408:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.698429:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246e9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1129 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.698441:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48240/0x857af32d4ea246e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1129 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.698475:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016145.698532:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247338956800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8801us (10082us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.698540:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14961 00000100:00100000:3.0:1734016145.704607:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.705841:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338956928 00000100:00100000:2.0:1734016145.705850:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338956928 00000100:00100000:2.0:1734016145.705892:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14962 00000100:00100000:2.0:1734016145.705898:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338956928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.705914:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.705927:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1130 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.705949:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.705955:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.705957:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016145.705960:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2920448->2924543] (req 2920448->2924543) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.705982:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.705992:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 13 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016145.706005:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105536:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016145.706059:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.718630:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.718693:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957056 00000100:00100000:0.0:1734016145.718700:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957056 00002000:00100000:0.0:1734016145.718736:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2772991) req@ffff88007aae2680 x1818247338957056/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 8680/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.718745:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae2680 with x1818247338957056 ext(2764800->2772991) 00010000:00010000:0.0:1734016145.718754:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 14 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016145.718766:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 14 pid: 7694 timeout: 514 lvb_type: 0 00002000:00010000:0.0:1734016145.718776:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007aae2680 00000100:00100000:0.0:1734016145.718803:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 396 00000100:00100000:0.0:1734016145.718809:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338957056:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016145.719367:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341105536:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016145.719389:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2920448->2924543] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.719402:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016145.719447:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338956928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 13548us (14847us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.719454:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14962 00000100:00100000:0.0:1734016145.719747:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338957056:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 938us (1124us total) trans 4294970043 rc 0/0 00000100:00100000:0.0:1734016145.719754:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 396 00002000:00100000:0.0:1734016145.719760:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2764800->2772991) req@ffff88007aae2680 x1818247338957056/t4294970043(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 8680/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016145.719766:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aae2680 with x1818247338957056 ext(2764800->2772991) 00010000:00010000:0.0:1734016145.719771:0:13940:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016145.719778:0:13940:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00002000:00010000:0.0:1734016145.719784:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007aae2680 00000100:00100000:0.0:1734016145.725987:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.727810:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957184 00000100:00100000:2.0:1734016145.727823:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957184 00010000:00010000:3.0:1734016145.727912:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.727938:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4092 00000100:00100000:3.0:1734016145.727949:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1972:x1818247338957184:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.727961:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016145.727975:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 896 -> 912 00010000:00010000:3.0:1734016145.727981:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.727990:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.728009:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24695 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae10d5 expref: 16 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.728032:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.728034:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.728040:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.728048:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.728076:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.728087:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341105664:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016145.728137:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.735796:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.735957:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341105664:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016145.735975:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.736006:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1972:x1818247338957184:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8061us (10026us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.736016:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4092 00000100:00100000:1.0:1734016145.736165:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957440 00000100:00100000:1.0:1734016145.736170:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957440 00002000:00100000:1.0:1734016145.736199:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2920448->2924543) req@ffff88007a968000 x1818247338957440/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.736207:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968000 with x1818247338957440 ext(2920448->2924543) 00002000:00010000:1.0:1734016145.736210:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968000 00000100:00100000:1.0:1734016145.736236:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9959 00000100:00100000:1.0:1734016145.736241:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338957440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.736386:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338957440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 144us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016145.736392:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9959 00002000:00100000:1.0:1734016145.736397:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2920448->2924543) req@ffff88007a968000 x1818247338957440/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.736403:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a968000 with x1818247338957440 ext(2920448->2924543) 00002000:00010000:1.0:1734016145.736405:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a968000 00000100:00100000:0.0:1734016145.738324:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.738432:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957696 00000100:00100000:3.0:1734016145.738440:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957696 00002000:00100000:3.0:1734016145.738476:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2924544->2928639) req@ffff88007a96aa00 x1818247338957696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.738485:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96aa00 with x1818247338957696 ext(2924544->2928639) 00002000:00010000:3.0:1734016145.738488:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96aa00 00000100:00100000:3.0:1734016145.738502:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9960 00000100:00100000:3.0:1734016145.738507:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338957696:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.738606:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338957696:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 98us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016145.738612:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9960 00002000:00100000:3.0:1734016145.738616:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2924544->2928639) req@ffff88007a96aa00 x1818247338957696/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/4536 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016145.738622:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96aa00 with x1818247338957696 ext(2924544->2928639) 00002000:00010000:3.0:1734016145.738624:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96aa00 00000100:00100000:0.0:1734016145.740215:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.740267:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957824 00000100:00100000:1.0:1734016145.740289:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957824 00002000:00100000:1.0:1734016145.740309:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2920448->2928639) req@ffff88007a969180 x1818247338957824/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 8680/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.740316:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338957824 ext(2920448->2928639) 00002000:00010000:1.0:1734016145.740318:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969180 00000100:00100000:1.0:1734016145.740337:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9961 00000100:00100000:1.0:1734016145.740341:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1972:x1818247338957824:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016145.741212:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338957824:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 868us (999us total) trans 4294970044 rc 0/0 00000100:00100000:1.0:1734016145.741218:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9961 00002000:00100000:1.0:1734016145.741224:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2920448->2928639) req@ffff88007a969180 x1818247338957824/t4294970044(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 8680/448 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.741231:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969180 with x1818247338957824 ext(2920448->2928639) 00002000:00010000:1.0:1734016145.741233:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969180 00000100:00100000:0.0:1734016145.742152:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.742292:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338957952 00000100:00100000:2.0:1734016145.742297:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338957952 00000100:00100000:2.0:1734016145.742326:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2803 00000100:00100000:2.0:1734016145.742330:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338957952:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016145.742405:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338957952:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 73us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016145.742410:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2803 00000100:00100000:0.0:1734016145.743819:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.743885:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958080 00000100:00100000:2.0:1734016145.743891:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958080 00000100:00100000:2.0:1734016145.743915:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14963 00000100:00100000:2.0:1734016145.743919:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338958080:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016145.745154:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970044 is committed 00000001:00080000:0.0:1734016145.745163:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970043 is committed 00000100:00100000:3.0:1734016145.746496:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338958080:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 2570us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.746505:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14963 00000100:00100000:0.0:1734016145.749067:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.750042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.750120:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958208 00000100:00100000:1.0:1734016145.750131:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958208 00000100:00100000:1.0:1734016145.751002:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958336 00000100:00100000:1.0:1734016145.751006:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958336 00000100:00100000:2.0:1734016145.751068:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14964 00000100:00100000:2.0:1734016145.751075:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338958208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.751091:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.751106:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1137 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.751150:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341105792:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.751203:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.751435:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14965 00000100:00100000:3.0:1734016145.751440:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338958336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.751448:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.751458:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea246fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae113e expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.751496:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341105920:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.751519:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00002000:00010000:3.0:1734016145.759309:0:13929:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016144 -> 1734016145 00000100:00100000:3.0:1734016145.759332:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341105920:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.759361:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea246fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae113e expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.759373:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea246fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae113e expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.759398:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016145.759437:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338958336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7996us (9396us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.759444:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14965 00002000:00010000:3.0:1734016145.761871:0:8975:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 912 -> 928 00000100:00100000:3.0:1734016145.761894:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341105792:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.761923:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1137 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.761941:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea246f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1137 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.761950:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:3.0:1734016145.762949:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338958208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11867us (13883us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.762959:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14964 00000100:00100000:0.0:1734016145.770361:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.770441:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.770594:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958464 00000100:00100000:2.0:1734016145.770602:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958464 00000100:00100000:2.0:1734016145.770636:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958592 00000100:00100000:2.0:1734016145.770638:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958592 00000100:00100000:2.0:1734016145.770658:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14966 00000100:00100000:2.0:1734016145.770664:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338958464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016145.770679:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016145.770887:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24705 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1145 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016145.770937:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341106048:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016145.770982:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff88007922ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.771478:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14967 00000100:00100000:3.0:1734016145.771484:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338958592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.771492:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.771502:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea2470c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae114c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.771525:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106176:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.771546:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.775194:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106176:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.775224:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea2470c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae114c expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.775236:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea2470c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae114c expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.775249:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:2.0:1734016145.775429:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341106048:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016145.775449:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24705 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1145 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.775456:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24705 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1145 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016145.775479:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:3.0:1734016145.775725:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338958592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4238us (5281us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.775732:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14967 00000100:00100000:2.0:1734016145.775792:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338958464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5127us (5438us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016145.775797:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14966 00000100:00100000:0.0:1734016145.779364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.779566:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958848 00000100:00100000:2.0:1734016145.779573:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958848 00000100:00100000:2.0:1734016145.779604:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2804 00000100:00100000:2.0:1734016145.779610:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247338958848:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016145.779644:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016145.779661:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea2463a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae107a expref: 32 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.779675:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016145.779679:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016145.781422:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.781444:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.781450:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016145.781497:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 38 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016145.781509:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 38 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016145.781520:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341106304:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016145.781577:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.785294:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000001:00080000:1.0:1734016145.785485:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969094 is committed 00000001:00080000:1.0:1734016145.785492:0:6469:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969093 is committed 00000100:00100000:3.0:1734016145.786047:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338958976 00000100:00100000:3.0:1734016145.786055:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338958976 00010000:00010000:3.0:1734016145.786081:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.786111:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4093 00000100:00100000:3.0:1734016145.786117:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338958976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.786129:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.786134:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.786144:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.786162:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.786166:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.786174:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.786180:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.786194:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.786227:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a02aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338958976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 109us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.786236:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4093 00010000:00010000:3.0:1734016145.786268:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49d40/0x857af32d4ea24625 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae106c expref: 18 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.786642:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341106304:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.786659:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.786666:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.786670:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016145.786737:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969094 00000004:00010000:3.0:1734016145.786769:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a028e00 reply state ffff88011cda1000 transno 4294969095 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016145.786774:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016145.786826:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338958848:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7216us (7469us total) trans 4294969095 rc 0/0 00000100:00100000:3.0:1734016145.786833:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2804 00000020:00080000:3.0:1734016145.786836:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016145.792232:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792246:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792252:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792260:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4b180 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016145.792264:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792301:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792315:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.792317:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016145.792321:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.792325:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24713 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016145.793613:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.793818:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.794168:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959232 00000100:00100000:1.0:1734016145.794179:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959232 00002000:00010000:1.0:1734016145.794209:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (832917->18446744073709551615) 00002000:00100000:1.0:1734016145.794213:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338959232 ext(832917->18446744073709551615) 00002000:00010000:1.0:1734016145.794222:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029180. 00000100:00100000:1.0:1734016145.794247:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959104 00000100:00100000:1.0:1734016145.794249:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959104 00002000:00010000:1.0:1734016145.794257:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016145.794259:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197b80 with x1818247338959104 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016145.794263:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197b80. 00000100:00100000:1.0:1734016145.794297:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9962 00000100:00100000:1.0:1734016145.794304:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338959232:12345-192.168.201.60@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.794853:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9963 00000100:00100000:0.0:1734016145.794858:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338959104:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016145.794925:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1734016145.794928:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016145.794929:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016145.794932:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016145.794933:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:0.0:1734016145.794972:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338959104:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 113us (1154us total) trans 4294970045 rc 0/0 00000100:00100000:0.0:1734016145.794978:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9963 00002000:00010000:0.0:1734016145.794981:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016145.794982:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197b80 with x1818247338959104 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016145.794986:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197b80. 00002000:00010000:1.0:1734016145.795679:0:13940:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2838468 -> 832917 00002000:00010000:1.0:1734016145.795682:0:13940:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.795683:0:13940:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016145.795685:0:13940:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016145.795686:0:13940:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:1.0:1734016145.795707:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a029180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338959232:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1403us (2098us total) trans 4294968392 rc 0/0 00000100:00100000:1.0:1734016145.795712:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9962 00002000:00010000:1.0:1734016145.795714:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (832917->18446744073709551615) 00002000:00100000:1.0:1734016145.795716:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a029180 with x1818247338959232 ext(832917->18446744073709551615) 00002000:00010000:1.0:1734016145.795720:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a029180. 00000100:00100000:0.0:1734016145.797593:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.797671:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959360 00000100:00100000:3.0:1734016145.797678:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959360 00000100:00100000:3.0:1734016145.797713:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2805 00000100:00100000:3.0:1734016145.797718:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247338959360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.797737:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.797751:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2471a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1153 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.797816:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.797827:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.797835:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016145.797857:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5027221 00000004:00200000:3.0:1734016145.797860:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016145.797871:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016145.797887:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2471a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1153 expref: 18 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.799527:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1153 expref: 17 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.799536:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.799538:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016145.799541:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016145.799593:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338959360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1874us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.799600:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2805 00000100:00100000:0.0:1734016145.802750:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.802891:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959488 00000100:00100000:3.0:1734016145.802899:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959488 00000100:00100000:3.0:1734016145.802936:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14968 00000100:00100000:3.0:1734016145.802941:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338959488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.802959:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.802978:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae115a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803001:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803012:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.803014:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016145.803018:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1327104->1331199] (req 1327104->1331199) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803048:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.803060:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 7 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.803071:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341106432:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016145.804841:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.806790:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.806843:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959616 00000100:00100000:0.0:1734016145.806849:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959616 00010000:00010000:0.0:1734016145.806874:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 8 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:0.0:1734016145.806909:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4094 00000100:00100000:0.0:1734016145.806916:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338959616:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.806926:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016145.806944:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 8 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016145.806952:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 8 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016145.806970:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.806972:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016145.806977:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.806983:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.807007:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016145.807016:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a197100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341106560:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016145.807058:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00010000:00010000:3.0:1734016145.807492:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea246f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1130 expref: 8 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.807514:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341106432:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.807532:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.807539:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016145.807561:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338959488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4620us (4820us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.807568:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14968 00000100:00100000:0.0:1734016145.808599:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a197100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341106560:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016145.808609:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016145.808627:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338959616:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1710us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016145.808634:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4094 00000100:00100000:0.0:1734016145.816943:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.817572:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338959872 00000100:00100000:1.0:1734016145.817579:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338959872 00002000:00100000:1.0:1734016145.817613:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a197100 x1818247338959872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.817622:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247338959872 ext(0->4194303) 00002000:00010000:1.0:1734016145.817627:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197100 00000100:00100000:1.0:1734016145.817654:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9964 00000100:00100000:1.0:1734016145.817659:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338959872:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.858540:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338959872:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 40872us (41598us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016145.858552:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9964 00002000:00100000:1.0:1734016145.858562:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff88007a197100 x1818247338959872/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.858570:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a197100 with x1818247338959872 ext(0->4194303) 00002000:00010000:1.0:1734016145.858575:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a197100 00000100:00100000:0.0:1734016145.871550:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.873481:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960000 00000100:00100000:3.0:1734016145.873491:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960000 00000100:00100000:3.0:1734016145.873541:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14969 00000100:00100000:3.0:1734016145.873548:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338960000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.873565:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.873580:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1161 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.873601:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.873603:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.873610:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.873623:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 8 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.873632:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016145.873684:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338960000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 137us (2141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.873690:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14969 00000100:00100000:3.0:1734016145.876416:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.876489:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960128 00000100:00100000:0.0:1734016145.876497:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960128 00000100:00100000:2.0:1734016145.878010:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2806 00000100:00100000:2.0:1734016145.878019:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338960128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.878096:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.878112:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24736 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1168 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.878196:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.878206:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.878218:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016145.878237:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5027221 00000004:00200000:3.0:1734016145.878240:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016145.878251:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016145.878282:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24736 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 20 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.878308:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 19 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.878316:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016145.878318:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016145.878320:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016145.878360:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338960128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 342us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.878365:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2806 00000100:00100000:0.0:1734016145.885870:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.885954:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960256 00000100:00100000:1.0:1734016145.885962:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960256 00000100:00100000:1.0:1734016145.886010:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14970 00000100:00100000:1.0:1734016145.886017:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338960256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.886032:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.886048:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24744 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae116f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.886096:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106688:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016145.886713:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016145.888582:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016145.888603:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106688:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016145.888629:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24744 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae116f expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.888640:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24744 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae116f expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.889237:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016145.889773:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338960256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3754us (3909us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016145.889780:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14970 00000100:00100000:0.0:1734016145.895552:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.896520:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960384 00000100:00100000:1.0:1734016145.896528:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960384 00000100:00100000:1.0:1734016145.896575:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14971 00000100:00100000:1.0:1734016145.896582:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338960384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.896597:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016145.896611:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2474b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1176 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016145.896654:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106816:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016145.896709:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.899535:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341106816:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016145.899569:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2474b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1176 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.899580:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea2474b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1176 expref: 10 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.899774:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:0.0:1734016145.900559:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338960384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3975us (5012us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016145.900567:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14971 00000100:00100000:0.0:1734016145.914615:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016145.914780:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960640 00000100:00100000:1.0:1734016145.914787:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960640 00002000:00100000:1.0:1734016145.914817:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800789f8e00 x1818247338960640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/0 e 0 to 0 dl 1734016156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.914826:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8e00 with x1818247338960640 ext(0->4194303) 00002000:00010000:1.0:1734016145.914830:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8e00 00000100:00100000:1.0:1734016145.914859:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9965 00000100:00100000:1.0:1734016145.914865:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338960640:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.962217:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338960640:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 47338us (47595us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1734016145.962229:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9965 00002000:00100000:1.0:1734016145.962240:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800789f8e00 x1818247338960640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:106/0 lens 488/440 e 0 to 0 dl 1734016156 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016145.962248:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800789f8e00 with x1818247338960640 ext(0->4194303) 00002000:00010000:1.0:1734016145.962253:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800789f8e00 00000100:00100000:0.0:1734016145.971260:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016145.972622:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960768 00000100:00100000:2.0:1734016145.972633:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960768 00000100:00100000:3.0:1734016145.973838:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14972 00000100:00100000:3.0:1734016145.973849:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338960768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.973867:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.973884:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24752 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae117d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.973931:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341106944:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.974003:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.978603:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341106944:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.978635:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24752 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae117d expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.978646:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24752 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae117d expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.978763:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016145.978812:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338960768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4964us (7559us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.978819:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14972 00000100:00100000:0.0:1734016145.982015:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.982094:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338960896 00000100:00100000:3.0:1734016145.982101:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338960896 00000100:00100000:3.0:1734016145.982144:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14973 00000100:00100000:3.0:1734016145.982150:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338960896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.982165:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.982185:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24759 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1184 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.982232:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341107072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016145.982295:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.983680:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341107072:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016145.983706:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24759 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1184 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.983717:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24759 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1184 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.983729:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016145.983772:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338960896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1621us (1764us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016145.983780:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14973 00000100:00100000:0.0:1734016145.985771:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.986109:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961024 00000100:00100000:3.0:1734016145.986117:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961024 00000100:00100000:3.0:1734016145.986683:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14974 00000100:00100000:3.0:1734016145.986689:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338961024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.986984:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016145.986999:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae118b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.987020:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.987027:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.987032:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.987034:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.987038:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.987062:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.987076:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 514 lvb_type: 1 00000100:00100000:3.0:1734016145.987086:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341107200:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.987137:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 6 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.987143:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 6 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.987150:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341107328:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016145.987161:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.996805:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341107200:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016145.996816:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341107328:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016145.996843:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.996860:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016145.996903:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338961024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10213us (11137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.996910:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14974 00000100:00100000:0.0:1734016145.997605:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016145.997636:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016145.997685:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961280 00000100:00100000:3.0:1734016145.997691:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961280 00010000:00010000:3.0:1734016145.997710:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016145.997724:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961152 00000100:00100000:3.0:1734016145.997726:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961152 00010000:00010000:3.0:1734016145.997732:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 514 lvb_type: 1 00000100:00100000:3.0:1734016145.997751:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4095 00000100:00100000:3.0:1734016145.997756:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338961280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.997767:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.997782:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.997789:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.997805:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24728 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae115a expref: 7 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016145.997817:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.997834:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338961280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 78us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.997838:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4095 00000100:00100000:3.0:1734016145.997886:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4096 00000100:00100000:3.0:1734016145.997890:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338961152:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016145.997895:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016145.997900:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 514 lvb_type: 1 00010000:00010000:3.0:1734016145.997908:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 514 lvb_type: 1 00010000:00010000:3.0:1734016145.997916:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea2472f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1161 expref: 9 pid: 13929 timeout: 514 lvb_type: 1 00010000:00010000:3.0:1734016145.997922:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.997924:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016145.997927:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.997934:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016145.997952:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016145.997962:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341107456:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016145.997981:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.999308:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341107456:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016145.999319:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016145.999336:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338961152:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1445us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.999342:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4096 00000100:00100000:0.0:1734016146.000326:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.000380:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961408 00000100:00100000:3.0:1734016146.000385:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961408 00000100:00100000:3.0:1734016146.000415:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14975 00000100:00100000:3.0:1734016146.000419:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338961408:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.000555:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016146.000558:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.000560:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.000562:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.000564:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:3.0:1734016146.000602:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338961408:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 181us (278us total) trans 4294970046 rc 0/0 00000100:00100000:3.0:1734016146.000608:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14975 00000100:00100000:0.0:1734016146.002207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.002248:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.002326:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961536 00000100:00100000:2.0:1734016146.002331:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961536 00000100:00100000:2.0:1734016146.002360:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961664 00000100:00100000:2.0:1734016146.002362:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961664 00000100:00100000:2.0:1734016146.002375:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14976 00000100:00100000:2.0:1734016146.002381:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338961536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.002392:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.002404:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24767 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1192 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.002445:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341107584:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.002493:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.002517:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14977 00000100:00100000:2.0:1734016146.002521:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338961664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.002528:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.002537:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2476e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1199 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.002557:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341107712:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.002577:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.004122:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341107712:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.004149:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2476e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1199 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.004159:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea2476e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1199 expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.004171:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:3.0:1734016146.004198:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1972:x1818247338961664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1675us (1950us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.004205:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14977 00000100:00100000:2.0:1734016146.004337:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341107584:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.004351:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24767 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1192 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.004358:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24767 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1192 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.004642:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016146.004835:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1972:x1818247338961536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2452us (2629us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.004841:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14976 00000100:00100000:0.0:1734016146.006648:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.006687:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.006744:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961792 00000100:00100000:3.0:1734016146.006752:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961792 00000100:00100000:3.0:1734016146.006776:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338961920 00000100:00100000:3.0:1734016146.006778:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338961920 00000100:00100000:3.0:1734016146.006802:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14978 00000100:00100000:3.0:1734016146.006808:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338961792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.006823:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.006836:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24775 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11a0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.006881:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341107840:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.006927:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.006990:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14979 00000100:00100000:1.0:1734016146.006995:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338961920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.007003:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.007014:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2477c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11a7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.007036:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341107968:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.007055:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.010014:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341107840:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.010043:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24775 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11a0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.010055:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24775 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11a0 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.011169:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341107968:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016146.011190:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2477c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11a7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.011198:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea2477c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11a7 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.011219:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:0.0:1734016146.011263:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338961920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4266us (4574us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.011286:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14979 00010000:00010000:3.0:1734016146.013868:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016146.013934:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c6b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1971:x1818247338961792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7122us (7285us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.013943:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14978 00000100:00100000:1.0:1734016146.016707:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.016794:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962176 00000100:00100000:0.0:1734016146.016803:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962176 00000100:00100000:0.0:1734016146.016950:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2807 00000100:00100000:0.0:1734016146.016956:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247338962176:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:0.0:1734016146.016994:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.017016:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24721 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1153 expref: 17 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.017028:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016146.017031:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1734016146.017160:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016146.017171:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.017177:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016146.017200:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 18 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.017210:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 18 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:0.0:1734016146.017221:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341108096:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016146.017780:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.020088:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.020247:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962304 00000100:00100000:3.0:1734016146.020259:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962304 00010000:00010000:3.0:1734016146.020320:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016146.020353:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4097 00000100:00100000:3.0:1734016146.020360:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338962304:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.020373:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.020378:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016146.020387:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 19 pid: 8227 timeout: 514 lvb_type: 0 00010000:00010000:3.0:1734016146.020406:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.020410:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.020418:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.020424:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.020442:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.020493:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338962304:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 132us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.020499:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4097 00010000:00010000:2.0:1734016146.020645:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cf840/0x857af32d4ea2473d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1168 expref: 18 pid: 8227 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016146.020661:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c6b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341108096:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.020680:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.020686:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.020690:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:2.0:1734016146.020766:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969096 00000004:00010000:2.0:1734016146.020800:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c5a0a80 reply state ffff880136a8f000 transno 4294969097 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016146.020810:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016146.020871:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338962176:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3915us (4171us total) trans 4294969097 rc 0/0 00000100:00100000:2.0:1734016146.020877:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2807 00000020:00080000:2.0:1734016146.020882:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016146.024936:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024947:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024954:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024958:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a933d8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016146.024962:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024968:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024981:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.024983:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016146.024986:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.024990:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d8c0/0x857af32d4ea24783 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016146.025198:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.025237:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.025299:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962432 00000100:00100000:1.0:1734016146.025307:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962432 00002000:00010000:1.0:1734016146.025334:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016146.025337:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247338962432 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016146.025343:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efd500. 00000100:00100000:1.0:1734016146.025355:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962560 00000100:00100000:1.0:1734016146.025357:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962560 00002000:00010000:1.0:1734016146.025375:0:13940:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2991720->18446744073709551615) 00002000:00100000:1.0:1734016146.025378:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247338962560 ext(2991720->18446744073709551615) 00002000:00010000:1.0:1734016146.025384:0:13940:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efdf80. 00000100:00100000:1.0:1734016146.025403:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9966 00000100:00100000:1.0:1734016146.025408:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338962432:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016146.025517:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016146.025519:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.025521:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.025523:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.025525:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:1.0:1734016146.025572:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338962432:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 164us (378us total) trans 4294970047 rc 0/0 00000100:00100000:1.0:1734016146.025578:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9966 00002000:00010000:1.0:1734016146.025580:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016146.025582:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247338962432 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016146.025585:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efd500. 00000100:00100000:1.0:1734016146.025614:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9967 00000100:00100000:1.0:1734016146.025619:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338962560:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016146.025723:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 832917 -> 2991720 00002000:00010000:1.0:1734016146.025725:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.025727:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:1.0:1734016146.025728:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.025730:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016146.025745:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338962560:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 125us (507us total) trans 4294968393 rc 0/0 00000100:00100000:1.0:1734016146.025753:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9967 00002000:00010000:1.0:1734016146.025756:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2991720->18446744073709551615) 00002000:00100000:1.0:1734016146.025758:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247338962560 ext(2991720->18446744073709551615) 00002000:00010000:1.0:1734016146.025761:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efdf80. 00000100:00080000:0.0:1734016146.026221:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016116 00000100:00100000:0.0:1734016146.028570:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.029081:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962688 00000100:00100000:2.0:1734016146.029091:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962688 00000100:00100000:2.0:1734016146.029471:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2808 00000100:00100000:2.0:1734016146.029480:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247338962688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.029502:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.029521:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea2478a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11ae expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.029615:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.029628:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.029638:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016146.029659:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 7186024 00000004:00200000:2.0:1734016146.029663:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.029681:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.029702:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4af40/0x857af32d4ea2478a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ae expref: 20 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.029720:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ae expref: 19 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.029727:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016146.029730:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.029732:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016146.029775:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338962688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 296us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.029781:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2808 00000100:00100000:0.0:1734016146.032232:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.032842:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.032863:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962816 00000100:00100000:0.0:1734016146.032872:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962816 00000100:00100000:0.0:1734016146.032907:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338962944 00000100:00100000:0.0:1734016146.032909:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338962944 00000100:00100000:0.0:1734016146.032935:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14980 00000100:00100000:0.0:1734016146.032941:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338962816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.032960:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.032979:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24798 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11b5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.033035:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341108224:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016146.033086:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.033102:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14981 00000100:00100000:0.0:1734016146.033106:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338962944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.033115:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.033123:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea2479f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11bc expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.033145:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341108352:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016146.033169:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00002000:00010000:1.0:1734016146.036163:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:1.0:1734016146.036185:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341108352:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.036214:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea2479f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11bc expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.036225:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933c480/0x857af32d4ea2479f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11bc expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.036444:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c480, rc 0) 00000100:00100000:1.0:1734016146.036500:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338962944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3391us (3657us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.036508:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14981 00000100:00100000:2.0:1734016146.036773:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341108224:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.036796:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24798 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11b5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.036805:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c240/0x857af32d4ea24798 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11b5 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.036813:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c240, rc 0) 00000100:00100000:2.0:1734016146.036829:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338962816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3889us (4606us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.036834:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14980 00000100:00100000:2.0:1734016146.039790:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.039831:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.039890:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963200 00000100:00100000:3.0:1734016146.039897:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963200 00000100:00100000:3.0:1734016146.039921:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963072 00000100:00100000:3.0:1734016146.039922:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963072 00000100:00100000:3.0:1734016146.039934:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14982 00000100:00100000:3.0:1734016146.039940:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338963200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.039953:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.039965:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea247a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11ca expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.040003:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341108480:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.040039:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.040057:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14983 00000100:00100000:3.0:1734016146.040060:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338963072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.040067:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.040073:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea247ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11c3 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.040099:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341108608:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.040115:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.042021:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341108480:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.042045:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea247a6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ca expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.042056:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea247a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ca expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016146.042225:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341108608:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.042239:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea247ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11c3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.042248:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea247ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11c3 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.042255:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:2.0:1734016146.042316:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338963072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2252us (2484us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.042323:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14983 00010000:00010000:3.0:1734016146.042730:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016146.042751:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338963200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2810us (2967us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.042755:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14982 00000100:00100000:1.0:1734016146.046364:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.046476:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963456 00000100:00100000:3.0:1734016146.046484:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963456 00000100:00100000:3.0:1734016146.046530:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2809 00000100:00100000:3.0:1734016146.046537:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247338963456:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016146.046575:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.046597:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24791 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ae expref: 19 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.046611:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.046614:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016146.046759:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.046769:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.046775:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016146.046804:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969098 00000004:00010000:3.0:1734016146.046818:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007c5a0000 reply state ffff88007c748000 transno 4294969099 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016146.046823:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016146.046881:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338963456:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 344us (522us total) trans 4294969099 rc 0/0 00000100:00100000:3.0:1734016146.046887:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2809 00000020:00080000:3.0:1734016146.046890:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016146.048991:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049003:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049009:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049014:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd200 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016146.049018:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049024:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049037:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.049040:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016146.049043:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.049047:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd200/0x857af32d4ea247b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016146.049314:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.049614:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963584 00000100:00100000:3.0:1734016146.049621:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963584 00000100:00100000:3.0:1734016146.050249:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14984 00000100:00100000:3.0:1734016146.050255:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338963584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.050287:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.050300:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11d1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.050322:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.050328:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.050330:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.050332:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.050355:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.050366:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 9 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016146.050377:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341108736:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.050431:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.052925:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341108736:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.052949:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.052962:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016146.052994:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338963584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2738us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.053001:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14984 00000100:00100000:0.0:1734016146.053357:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.053571:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963712 00000100:00100000:1.0:1734016146.053577:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963712 00010000:00010000:1.0:1734016146.053597:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 10 pid: 13929 timeout: 514 lvb_type: 0 00000100:00100000:1.0:1734016146.053627:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4098 00000100:00100000:1.0:1734016146.053631:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338963712:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.053640:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.053657:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 10 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.053666:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 10 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.053683:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24760 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae118b expref: 10 pid: 13929 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.053696:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.053697:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.053702:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.053708:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.053730:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.053740:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341108864:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.053770:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.056763:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341108864:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016146.056784:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.057089:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338963712:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3454us (3730us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.057098:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4098 00000100:00100000:0.0:1734016146.057250:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.057365:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963840 00000100:00100000:3.0:1734016146.057370:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963840 00000100:00100000:3.0:1734016146.057395:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14985 00000100:00100000:3.0:1734016146.057401:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338963840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.057417:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.057435:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11d8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.057470:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.057476:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.057478:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.057481:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.057505:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.057523:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 7 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016146.057534:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341108992:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.057574:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.061711:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341108992:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.061741:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.061758:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016146.062557:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247338963840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5153us (5306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.062565:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14985 00000100:00100000:2.0:1734016146.062759:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.062901:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338963968 00000100:00100000:0.0:1734016146.062910:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338963968 00010000:00010000:0.0:1734016146.062930:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:0.0:1734016146.063128:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4099 00000100:00100000:0.0:1734016146.063133:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338963968:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016146.063144:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.063163:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016146.063177:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016146.063196:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea2462c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1073 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:0.0:1734016146.063209:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.063210:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.063215:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.063223:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.063253:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.063266:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341109120:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.064085:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.066035:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079effb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341109120:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016146.066052:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.066444:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338963968:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3308us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.066453:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4099 00000100:00100000:2.0:1734016146.066683:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.066750:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.066802:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964224 00000100:00100000:0.0:1734016146.066808:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964224 00002000:00010000:0.0:1734016146.066832:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016146.066835:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442680 with x1818247338964224 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016146.066844:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442680. 00000100:00100000:0.0:1734016146.066855:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964096 00000100:00100000:0.0:1734016146.066857:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964096 00002000:00010000:0.0:1734016146.066863:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (259591->18446744073709551615) 00002000:00100000:0.0:1734016146.066866:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442d80 with x1818247338964096 ext(259591->18446744073709551615) 00002000:00010000:0.0:1734016146.066871:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c442d80. 00000100:00100000:0.0:1734016146.066879:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9968 00000100:00100000:0.0:1734016146.066883:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338964224:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016146.067576:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2991720 -> 0 00002000:00010000:0.0:1734016146.067580:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.067583:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016144 00002000:00010000:0.0:1734016146.067585:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.067586:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1734016146.067620:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338964224:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 736us (937us total) trans 4294968394 rc 0/0 00000100:00100000:0.0:1734016146.067627:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9968 00002000:00010000:0.0:1734016146.067630:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:0.0:1734016146.067631:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442680 with x1818247338964224 ext(0->18446744073709551615) 00002000:00010000:0.0:1734016146.067635:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c442680. 00000100:00100000:0.0:1734016146.067646:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9969 00000100:00100000:0.0:1734016146.067650:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338964096:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016146.070415:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 259591 00002000:00010000:0.0:1734016146.070423:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.070425:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.070427:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016145 00002000:00010000:0.0:1734016146.070428:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 928 -> 520 00000100:00100000:0.0:1734016146.080767:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338964096:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 13100us (14001us total) trans 4294970048 rc 0/0 00000100:00100000:0.0:1734016146.080787:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9969 00002000:00010000:0.0:1734016146.080796:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (259591->18446744073709551615) 00002000:00100000:0.0:1734016146.080800:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442d80 with x1818247338964096 ext(259591->18446744073709551615) 00002000:00010000:0.0:1734016146.080810:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c442d80. 00000100:00100000:2.0:1734016146.081025:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.081089:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964352 00000100:00100000:0.0:1734016146.081096:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964352 00000100:00100000:0.0:1734016146.081133:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2810 00000100:00100000:0.0:1734016146.081138:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247338964352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.081167:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.081181:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea247c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11df expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.081267:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016146.081335:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016146.081344:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016146.081367:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 259591 00000004:00200000:0.0:1734016146.081371:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016146.081384:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016146.081401:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c240/0x857af32d4ea247c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11df expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.081412:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11df expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.081418:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016146.081421:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016146.081423:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c000, rc 0) 00000100:00100000:0.0:1734016146.082285:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338964352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1128us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016146.082292:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2810 00000100:00100000:0.0:1734016146.084948:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.085034:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964480 00000100:00100000:2.0:1734016146.085043:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964480 00000100:00100000:2.0:1734016146.085078:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14986 00000100:00100000:2.0:1734016146.085085:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338964480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.085106:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.085121:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11e6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.085149:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.085155:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.085156:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.085159:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.085187:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.085197:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 7 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016146.085207:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341109248:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.085249:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.086749:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341109248:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.086773:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.086783:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016146.086808:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338964480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1723us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.086814:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14986 00000100:00100000:2.0:1734016146.087894:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.087956:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964608 00000100:00100000:1.0:1734016146.087962:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964608 00010000:00010000:1.0:1734016146.087983:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:1.0:1734016146.088003:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4100 00000100:00100000:1.0:1734016146.088008:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338964608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.088018:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.088032:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.088040:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.088057:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea247bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d1 expref: 8 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.088070:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.088072:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.088077:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.088087:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.088111:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.088120:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341109376:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.088150:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.094690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.094766:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341109376:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016146.094785:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.094820:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338964608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6812us (6930us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.094833:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4100 00000100:00100000:0.0:1734016146.094915:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964864 00000100:00100000:0.0:1734016146.094920:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964864 00002000:00100000:0.0:1734016146.094951:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->262143) req@ffff88007c441c00 x1818247338964864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.094958:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441c00 with x1818247338964864 ext(0->262143) 00002000:00010000:0.0:1734016146.094962:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c441c00 00000100:00100000:0.0:1734016146.095292:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9970 00000100:00100000:0.0:1734016146.095298:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338964864:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.098266:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338964864:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 2956us (3571us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1734016146.098296:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9970 00002000:00100000:2.0:1734016146.098308:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->262143) req@ffff88007c441c00 x1818247338964864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 262144/262144 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.098320:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441c00 with x1818247338964864 ext(0->262143) 00002000:00010000:2.0:1734016146.098325:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c441c00 00000100:00100000:0.0:1734016146.100742:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.100855:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338964992 00000100:00100000:2.0:1734016146.100862:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338964992 00000100:00100000:2.0:1734016146.101127:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2811 00000100:00100000:2.0:1734016146.101133:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338964992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.101161:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.101176:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea247de lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11ed expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.101242:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.101253:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.101262:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016146.101310:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 259591 00000004:00200000:2.0:1734016146.101314:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.101327:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.101346:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48d80/0x857af32d4ea247de lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 20 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.101373:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 19 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.101384:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016146.101387:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.101389:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016146.101626:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079effb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338964992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 491us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.101632:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2811 00000100:00100000:0.0:1734016146.104366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.106430:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965120 00000100:00100000:2.0:1734016146.106582:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965120 00000100:00100000:2.0:1734016146.106649:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14987 00000100:00100000:2.0:1734016146.106657:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338965120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.106677:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.106697:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea247ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11f4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.106753:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109504:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.106832:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00002000:00010000:2.0:1734016146.113451:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016144 -> 1734016145 00000100:00100000:2.0:1734016146.113487:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.113522:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea247ec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11f4 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.113535:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea247ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11f4 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.113550:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016146.113601:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338965120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6943us (9242us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.113609:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14987 00000100:00100000:0.0:1734016146.115615:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.115686:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965248 00000100:00100000:2.0:1734016146.115693:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965248 00000100:00100000:2.0:1734016146.115720:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14988 00000100:00100000:2.0:1734016146.115726:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.115739:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.115754:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea247f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae11fb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.115804:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109632:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.116094:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.117786:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109632:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.117822:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea247f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11fb expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.117838:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea247f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11fb expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.117853:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016146.117892:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2165us (2281us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.117899:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14988 00000100:00100000:0.0:1734016146.119808:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.119875:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965376 00000100:00100000:2.0:1734016146.119881:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965376 00000100:00100000:2.0:1734016146.119908:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14989 00000100:00100000:2.0:1734016146.119913:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965376:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.119927:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.119941:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea247fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1202 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.119983:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109760:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.120518:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.121974:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341109760:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.122004:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea247fa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1202 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.122015:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea247fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1202 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.122024:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016146.122056:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965376:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2142us (2253us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.122063:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14989 00000100:00100000:0.0:1734016146.123813:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.123953:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965504 00000100:00100000:2.0:1734016146.123960:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965504 00000100:00100000:0.0:1734016146.125497:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14990 00000100:00100000:0.0:1734016146.125506:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338965504:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.125595:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.125614:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1209 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.125643:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.125649:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.125651:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.125653:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.125680:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.125695:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:1.0:1734016146.125709:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341109888:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016146.125761:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.132008:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341109888:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016146.132036:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.132051:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016146.132093:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338965504:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6587us (8287us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.132100:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14990 00000100:00100000:0.0:1734016146.135221:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.135387:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965632 00000100:00100000:1.0:1734016146.135396:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965632 00010000:00010000:1.0:1734016146.135425:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 514 lvb_type: 0 00000100:00100000:1.0:1734016146.135983:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4101 00000100:00100000:1.0:1734016146.135991:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338965632:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.136002:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.136018:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.136034:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.136053:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea247d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11e6 expref: 11 pid: 7694 timeout: 514 lvb_type: 0 00010000:00010000:1.0:1734016146.136083:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.136085:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.136090:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.136099:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.136127:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.136138:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341110016:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.136181:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.143517:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341110016:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.143540:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.143600:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338965632:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7607us (8383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.143611:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4101 00000100:00100000:1.0:1734016146.143929:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.144415:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965760 00000100:00100000:2.0:1734016146.144422:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965760 00000100:00100000:2.0:1734016146.144469:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14991 00000100:00100000:2.0:1734016146.144476:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338965760:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016146.144660:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 259591 -> 259591 00002000:00010000:2.0:1734016146.144662:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016146.144664:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016146.144666:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016146.144667:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 520 -> 544 00000100:00100000:2.0:1734016146.144689:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338965760:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 214us (762us total) trans 4294970049 rc 0/0 00000100:00100000:2.0:1734016146.144694:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14991 00000100:00100000:0.0:1734016146.150427:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.150530:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338965888 00000100:00100000:3.0:1734016146.150537:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338965888 00000100:00100000:3.0:1734016146.150582:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14992 00000100:00100000:3.0:1734016146.150589:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.150604:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.150620:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24808 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1210 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.150669:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110144:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.150709:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.152323:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110144:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.152353:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24808 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1210 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.152365:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24808 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1210 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.152389:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016146.152422:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338965888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1831us (2001us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.152431:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14992 00000100:00100000:0.0:1734016146.155639:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.156707:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966016 00000100:00100000:3.0:1734016146.156716:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966016 00000100:00100000:3.0:1734016146.159137:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14993 00000100:00100000:3.0:1734016146.159149:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338966016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.159167:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.159183:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2480f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1217 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.159236:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110272:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.159327:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.162328:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110272:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.162356:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2480f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1217 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.162370:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea2480f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1217 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.162393:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016146.162438:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338966016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3289us (6807us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.162444:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14993 00000100:00100000:0.0:1734016146.168609:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.169255:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966144 00000100:00100000:3.0:1734016146.169263:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966144 00000100:00100000:3.0:1734016146.169374:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14994 00000100:00100000:3.0:1734016146.169381:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338966144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.169397:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.169410:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24816 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae121e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.169454:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110400:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.169517:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.176081:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size: 0 -> 2081851 00002000:00010000:3.0:1734016146.176087:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016146.176104:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110400:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.176134:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24816 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae121e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.176146:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24816 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae121e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.176216:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016146.176258:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338966144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6875us (7655us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.176265:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14994 00000100:00100000:0.0:1734016146.182536:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.182655:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966272 00000100:00100000:3.0:1734016146.182663:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966272 00000100:00100000:3.0:1734016146.182710:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14995 00000100:00100000:3.0:1734016146.182716:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338966272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.182732:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.182748:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2481d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1225 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.182789:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110528:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.182830:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.183852:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341110528:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.183874:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2481d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1225 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.183884:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea2481d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1225 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.183910:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016146.183935:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338966272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1218us (1405us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.183940:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14995 00000100:00100000:0.0:1734016146.187443:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.187550:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966400 00000100:00100000:3.0:1734016146.187558:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966400 00000100:00100000:3.0:1734016146.187606:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14996 00000100:00100000:3.0:1734016146.187611:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338966400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.187626:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.187641:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24824 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae122c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.187681:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341110656:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.190045:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.191813:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341110656:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.191844:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24824 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae122c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.191856:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24824 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae122c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.191882:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016146.191916:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338966400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4304us (4483us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.191924:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14996 00000100:00100000:0.0:1734016146.199768:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.201729:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966528 00000100:00100000:3.0:1734016146.201745:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966528 00000100:00100000:2.0:1734016146.202933:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14997 00000100:00100000:2.0:1734016146.202942:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338966528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.202957:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.202974:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2482b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1233 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.203023:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341110784:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.203090:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.208698:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341110784:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.208734:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2482b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1233 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.208746:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2482b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1233 expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.208767:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016146.208806:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338966528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5865us (9047us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.208813:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14997 00000100:00100000:0.0:1734016146.215636:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.220314:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966656 00000100:00100000:2.0:1734016146.220327:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966656 00000100:00100000:2.0:1734016146.220392:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14998 00000100:00100000:2.0:1734016146.220399:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338966656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.220415:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.220430:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae123a expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.220489:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341110912:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.220546:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.222931:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341110912:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.222968:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24832 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae123a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.222980:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae123a expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.223004:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016146.223041:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338966656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2642us (7412us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.223050:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14998 00000100:00100000:0.0:1734016146.226784:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.227355:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966784 00000100:00100000:2.0:1734016146.227363:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966784 00000100:00100000:3.0:1734016146.227512:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 14999 00000100:00100000:3.0:1734016146.227519:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338966784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.227535:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.227551:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1241 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.227579:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.227586:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.227588:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.227591:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2662400->2666495] (req 2662400->2666495) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.227613:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.227627:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 10 pid: 8975 timeout: 514 lvb_type: 0 00000100:00100000:3.0:1734016146.227638:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341111040:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.227694:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.229438:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341111040:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.229471:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2662400->2666495] (req 2662400->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.229484:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016146.229527:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338966784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2006us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.229535:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 14999 00000100:00100000:0.0:1734016146.229681:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.229783:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338966912 00000100:00100000:2.0:1734016146.229787:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338966912 00010000:00010000:2.0:1734016146.229808:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016146.229828:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4102 00000100:00100000:2.0:1734016146.229832:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338966912:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.229842:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.229859:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.229916:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.229931:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24801 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1209 expref: 11 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.229951:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.229953:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.229958:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.229965:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.229994:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.230006:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341111168:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016146.230039:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a780 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.233144:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341111168:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.233167:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.233418:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338966912:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3583us (3735us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.233428:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4102 00000100:00100000:0.0:1734016146.236366:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.236485:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.236556:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967296 00000100:00100000:2.0:1734016146.236563:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967296 00002000:00100000:2.0:1734016146.236605:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2662400->2666495) req@ffff88012f180000 x1818247338967296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.236614:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338967296 ext(2662400->2666495) 00002000:00010000:2.0:1734016146.236619:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180000 00000100:00100000:2.0:1734016146.236728:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967424 00000100:00100000:2.0:1734016146.236732:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967424 00002000:00100000:2.0:1734016146.236748:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->2072575) req@ffff88012f182d80 x1818247338967424/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.236754:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338967424 ext(0->2072575) 00002000:00010000:2.0:1734016146.236757:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80 00000100:00100000:3.0:1734016146.236812:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9971 00000100:00100000:3.0:1734016146.236821:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338967296:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.237010:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338967296:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 189us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.237019:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9971 00002000:00100000:3.0:1734016146.237024:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2662400->2666495) req@ffff88012f180000 x1818247338967296/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.237030:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180000 with x1818247338967296 ext(2662400->2666495) 00002000:00010000:3.0:1734016146.237032:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180000 00000100:00100000:3.0:1734016146.237047:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9972 00000100:00100000:3.0:1734016146.237051:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338967424:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.248217:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338967424:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 11156us (11723us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.248229:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9972 00002000:00100000:3.0:1734016146.248238:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->2072575) req@ffff88012f182d80 x1818247338967424/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.248246:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f182d80 with x1818247338967424 ext(0->2072575) 00002000:00010000:3.0:1734016146.248250:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f182d80 00000100:00100000:0.0:1734016146.248489:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.248830:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967552 00000100:00100000:3.0:1734016146.248837:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967552 00002000:00100000:3.0:1734016146.248865:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2662400->2666495) req@ffff88012f180380 x1818247338967552/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 4584/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.248872:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180380 with x1818247338967552 ext(2662400->2666495) 00002000:00010000:3.0:1734016146.248875:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180380 00000100:00100000:3.0:1734016146.248905:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9973 00000100:00100000:3.0:1734016146.248911:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338967552:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.249561:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338967552:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 647us (1071us total) trans 4294970050 rc 0/0 00000100:00100000:3.0:1734016146.249570:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9973 00002000:00100000:3.0:1734016146.249576:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2662400->2666495) req@ffff88012f180380 x1818247338967552/t4294970050(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 4584/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.249585:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f180380 with x1818247338967552 ext(2662400->2666495) 00002000:00010000:3.0:1734016146.249589:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f180380 00000100:00100000:0.0:1734016146.251417:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.251583:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967680 00000100:00100000:2.0:1734016146.251590:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967680 00000100:00100000:2.0:1734016146.251627:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2812 00000100:00100000:2.0:1734016146.251633:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338967680:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016146.253011:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338967680:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 1375us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.253019:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2812 00000100:00100000:0.0:1734016146.254712:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.254829:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967808 00000100:00100000:3.0:1734016146.254835:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967808 00000100:00100000:3.0:1734016146.254864:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15000 00000100:00100000:3.0:1734016146.254870:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247338967808:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.256424:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970050 is committed 00000001:00080000:0.0:1734016146.256436:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970049 is committed 00000100:00100000:3.0:1734016146.256638:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338967808:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1765us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.256648:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15000 00000100:00100000:0.0:1734016146.258679:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.258738:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.258838:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338967936 00000100:00100000:1.0:1734016146.258846:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338967936 00000100:00100000:1.0:1734016146.258961:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968064 00000100:00100000:1.0:1734016146.258964:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968064 00000100:00100000:1.0:1734016146.258984:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15001 00000100:00100000:1.0:1734016146.258991:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338967936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.259009:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.259025:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24840 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1248 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.259074:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.259123:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.259187:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15002 00000100:00100000:3.0:1734016146.259192:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338968064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.259200:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.259212:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea24847 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae124f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.259240:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341111424:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.259261:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016146.261250:0:7694:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size: 259591 -> 2666496 00002000:00010000:1.0:1734016146.261257:0:7694:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:1.0:1734016146.261259:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 544 -> 552 00000100:00100000:1.0:1734016146.261303:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.261333:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24840 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1248 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.261345:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1248 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016146.261429:0:8975:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016146.261432:0:8975:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016146.261442:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341111424:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.261469:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea24847 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae124f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.261477:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea24847 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae124f expref: 8 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.261488:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016146.261526:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338968064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2330us (2785us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.261532:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15002 00010000:00010000:1.0:1734016146.261839:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016146.261861:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338967936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2870us (3188us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.261868:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15001 00000100:00100000:0.0:1734016146.270977:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.271660:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968192 00000100:00100000:1.0:1734016146.271669:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968192 00000100:00100000:1.0:1734016146.271722:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15003 00000100:00100000:1.0:1734016146.271728:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338968192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.271744:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.271759:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2484e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1256 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.271803:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111552:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.271856:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.275966:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.276724:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968320 00000100:00100000:3.0:1734016146.276733:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968320 00000100:00100000:1.0:1734016146.278353:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111552:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.278382:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2484e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1256 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.278396:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea2484e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1256 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.278411:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016146.278445:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338968192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6716us (7476us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.278453:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15003 00000100:00100000:1.0:1734016146.278499:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15004 00000100:00100000:1.0:1734016146.278505:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338968320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.278517:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.278528:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24855 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae125d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.278566:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341111680:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.278593:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.281246:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341111680:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.281365:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24855 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae125d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.281377:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24855 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae125d expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.281386:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016146.281941:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338968320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3434us (5981us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.281950:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15004 00000100:00100000:0.0:1734016146.284014:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.284059:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.284160:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968448 00000100:00100000:2.0:1734016146.284167:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968448 00000100:00100000:2.0:1734016146.284353:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968576 00000100:00100000:2.0:1734016146.284356:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968576 00000100:00100000:1.0:1734016146.284470:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15005 00000100:00100000:1.0:1734016146.284478:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338968448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.284492:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.284507:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2485c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1264 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.284550:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111808:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.284592:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.284801:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15006 00000100:00100000:2.0:1734016146.284807:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338968576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.284814:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.284825:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24863 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae126b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.284850:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341111936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.284871:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.287547:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341111808:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.287580:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2485c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1264 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.287594:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78480/0x857af32d4ea2485c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1264 expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.287610:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016146.287647:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338968448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3168us (3636us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.287654:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15005 00000100:00100000:2.0:1734016146.287902:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341111936:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.287920:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24863 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae126b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.287929:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24863 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae126b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.287951:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016146.287981:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338968576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3173us (3921us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.287987:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15006 00000100:00100000:0.0:1734016146.290601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.290706:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968704 00000100:00100000:2.0:1734016146.290713:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968704 00000100:00100000:2.0:1734016146.290755:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15007 00000100:00100000:2.0:1734016146.290761:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338968704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.290775:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.290790:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1272 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.290815:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.290822:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.290825:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.290828:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.290849:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.290858:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 6 pid: 8975 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016146.290868:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341112064:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.290905:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.303539:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341112064:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.303569:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.303584:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:2.0:1734016146.303645:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338968704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12882us (13048us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.303655:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15007 00000100:00100000:0.0:1734016146.303783:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.304293:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968832 00000100:00100000:2.0:1734016146.304298:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968832 00010000:00010000:2.0:1734016146.304319:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 514 lvb_type: 0 00000100:00100000:2.0:1734016146.304352:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4103 00000100:00100000:2.0:1734016146.304357:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338968832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.304369:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.304387:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.304396:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.304414:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24839 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1241 expref: 7 pid: 8975 timeout: 514 lvb_type: 0 00010000:00010000:2.0:1734016146.304436:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.304438:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.304444:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.304451:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.304482:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.304494:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341112192:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016146.304529:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.307334:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6475:1818247341112192:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.307355:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.307402:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338968832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3043us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.307413:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4103 00000100:00100000:0.0:1734016146.308987:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.309145:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338968960 00000100:00100000:2.0:1734016146.309152:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338968960 00000100:00100000:2.0:1734016146.309657:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15008 00000100:00100000:2.0:1734016146.309665:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338968960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.309681:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.309698:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24871 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1279 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.309743:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341112320:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.309792:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.311831:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341112320:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.311864:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24871 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1279 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.311876:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24871 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1279 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.311890:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016146.311933:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338968960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2267us (2948us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.311941:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15008 00000100:00100000:0.0:1734016146.336733:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.336825:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969216 00000100:00100000:3.0:1734016146.336833:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969216 00002000:00100000:3.0:1734016146.336870:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (262144->3723263) req@ffff88007916aa00 x1818247338969216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.336878:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916aa00 with x1818247338969216 ext(262144->3723263) 00002000:00010000:3.0:1734016146.336883:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916aa00 00000100:00100000:3.0:1734016146.336998:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9974 00000100:00100000:3.0:1734016146.337005:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338969216:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.365870:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338969216:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 28853us (29132us total) trans 0 rc 2404352/2404352 00000100:00100000:3.0:1734016146.365883:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9974 00002000:00100000:3.0:1734016146.365897:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (262144->3723263) req@ffff88007916aa00 x1818247338969216/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 2404352/2404352 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.365907:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916aa00 with x1818247338969216 ext(262144->3723263) 00002000:00010000:3.0:1734016146.365913:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916aa00 00000100:00100000:0.0:1734016146.369943:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.371044:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969344 00000100:00100000:2.0:1734016146.371051:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969344 00000100:00100000:2.0:1734016146.371170:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15009 00000100:00100000:2.0:1734016146.371177:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338969344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.371191:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.371205:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24878 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1280 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.371247:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341112448:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.371872:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.375918:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341112448:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.375951:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24878 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1280 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.375962:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24878 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1280 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.376040:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016146.376204:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338969344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5023us (6266us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.376214:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15009 00000100:00100000:0.0:1734016146.380740:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.380808:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969600 00000100:00100000:3.0:1734016146.380815:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969600 00002000:00100000:3.0:1734016146.380850:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3723264->3727359) req@ffff88007916a300 x1818247338969600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.380858:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916a300 with x1818247338969600 ext(3723264->3727359) 00002000:00010000:3.0:1734016146.380862:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916a300 00000100:00100000:3.0:1734016146.380944:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9975 00000100:00100000:3.0:1734016146.380950:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338969600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.384219:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338969600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3255us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.384233:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9975 00002000:00100000:3.0:1734016146.384247:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (3723264->3727359) req@ffff88007916a300 x1818247338969600/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.384257:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007916a300 with x1818247338969600 ext(3723264->3727359) 00002000:00010000:3.0:1734016146.384262:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007916a300 00000100:00100000:0.0:1734016146.393902:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.394018:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969728 00000100:00100000:2.0:1734016146.394025:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969728 00000100:00100000:2.0:1734016146.394073:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15010 00000100:00100000:2.0:1734016146.394080:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1970:x1818247338969728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.394098:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.394116:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1287 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.394137:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.394139:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.394146:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.394157:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.394168:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016146.394214:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338969728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 133us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.394219:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15010 00000100:00100000:0.0:1734016146.411673:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.411761:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969856 00000100:00100000:1.0:1734016146.411770:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969856 00000100:00100000:1.0:1734016146.411815:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15011 00000100:00100000:1.0:1734016146.411822:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338969856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.411837:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.411852:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24886 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae128e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.411896:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112576:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.411948:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.418575:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112576:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.418606:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24886 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae128e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.418620:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24886 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae128e expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.418640:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016146.418693:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338969856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6870us (7025us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.418703:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15011 00000100:00100000:0.0:1734016146.429557:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.437288:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338969984 00000100:00100000:1.0:1734016146.437301:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338969984 00000100:00100000:1.0:1734016146.437357:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15012 00000100:00100000:1.0:1734016146.437364:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338969984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.437383:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.437400:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2488d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1295 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.437448:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112704:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.437507:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.441930:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.441965:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2488d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1295 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.441980:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea2488d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1295 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.443515:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:1.0:1734016146.444134:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338969984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6765us (14583us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.444142:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15012 00000100:00100000:0.0:1734016146.451626:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.452325:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970112 00000100:00100000:1.0:1734016146.452336:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970112 00000100:00100000:1.0:1734016146.453008:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15013 00000100:00100000:1.0:1734016146.453017:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338970112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.453034:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.453055:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24894 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae129c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.453104:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112832:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.453169:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.456703:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112832:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.456733:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24894 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae129c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.456745:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24894 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae129c expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.456760:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016146.457140:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338970112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4121us (5521us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.457149:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15013 00000100:00100000:2.0:1734016146.461021:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.461161:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970240 00000100:00100000:1.0:1734016146.461170:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970240 00000100:00100000:1.0:1734016146.462466:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15014 00000100:00100000:1.0:1734016146.462476:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338970240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.462495:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.462513:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2489b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12a3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.462567:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112960:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.462625:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.465972:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341112960:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.466004:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2489b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12a3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.466040:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea2489b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12a3 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.466054:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016146.466764:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338970240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4287us (5748us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.466773:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15014 00000100:00100000:0.0:1734016146.482674:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.482764:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970368 00000100:00100000:1.0:1734016146.482772:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970368 00000100:00100000:1.0:1734016146.482833:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15015 00000100:00100000:1.0:1734016146.482839:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338970368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.482853:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.482869:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea248a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12aa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.482915:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113088:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.482959:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.490660:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113088:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.490698:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea248a2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12aa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.490713:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea248a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12aa expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.491553:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016146.491599:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338970368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8757us (8929us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.491607:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15015 00000100:00100000:0.0:1734016146.522095:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.522181:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970624 00000100:00100000:3.0:1734016146.522190:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970624 00002000:00100000:3.0:1734016146.522224:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->2904063) req@ffff880079029f80 x1818247338970624/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.522232:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029f80 with x1818247338970624 ext(0->2904063) 00002000:00010000:3.0:1734016146.522237:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029f80 00000100:00100000:3.0:1734016146.522318:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9976 00000100:00100000:3.0:1734016146.522324:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338970624:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.525546:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338970624:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3212us (3449us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1734016146.525558:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9976 00002000:00100000:3.0:1734016146.525569:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (0->2904063) req@ffff880079029f80 x1818247338970624/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 262144/262144 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.525577:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029f80 with x1818247338970624 ext(0->2904063) 00002000:00010000:3.0:1734016146.525581:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029f80 00000100:00100000:0.0:1734016146.527582:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.527662:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338970880 00000100:00100000:3.0:1734016146.527670:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338970880 00002000:00100000:3.0:1734016146.527701:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2904064->2908159) req@ffff880079029880 x1818247338970880/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.527710:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338970880 ext(2904064->2908159) 00002000:00010000:3.0:1734016146.527715:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:3.0:1734016146.527747:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9977 00000100:00100000:3.0:1734016146.527753:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338970880:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.527874:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338970880:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 119us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.527880:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9977 00002000:00100000:3.0:1734016146.527885:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (2904064->2908159) req@ffff880079029880 x1818247338970880/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.527892:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079029880 with x1818247338970880 ext(2904064->2908159) 00002000:00010000:3.0:1734016146.527895:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079029880 00000100:00100000:0.0:1734016146.529154:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.529222:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971136 00000100:00100000:1.0:1734016146.529227:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971136 00002000:00100000:1.0:1734016146.529250:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2908160->2912255) req@ffff880079028000 x1818247338971136/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.529258:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338971136 ext(2908160->2912255) 00002000:00010000:1.0:1734016146.529261:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:1.0:1734016146.529319:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9978 00000100:00100000:1.0:1734016146.529324:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338971136:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.529440:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1971:x1818247338971136:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 115us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.529445:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9978 00002000:00100000:1.0:1734016146.529450:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (2908160->2912255) req@ffff880079028000 x1818247338971136/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.529469:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079028000 with x1818247338971136 ext(2908160->2912255) 00002000:00010000:1.0:1734016146.529472:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079028000 00000100:00100000:0.0:1734016146.532477:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.532570:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971264 00000100:00100000:1.0:1734016146.532578:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971264 00000100:00100000:1.0:1734016146.532629:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15016 00000100:00100000:1.0:1734016146.532636:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338971264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.532653:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.532669:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12b1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.532715:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113216:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.532765:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.534163:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113216:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.534187:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248a9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.534198:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b1 expref: 8 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.534212:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016146.534413:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1972:x1818247338971264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1775us (1942us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.534421:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15016 00000100:00100000:0.0:1734016146.536984:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.537082:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971392 00000100:00100000:1.0:1734016146.537091:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971392 00000100:00100000:1.0:1734016146.537141:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15017 00000100:00100000:1.0:1734016146.537147:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338971392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.537162:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.537177:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12b8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.537202:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.537208:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.537209:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.537213:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1957888->1966079] (req 1957888->1966079) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.537239:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.537248:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 10 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016146.537258:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113344:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016146.537612:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.539226:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341113344:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016146.539249:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1957888->1966079] (req 1957888->1966079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.539261:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016146.539310:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338971392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2162us (2331us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.539317:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15017 00000100:00100000:0.0:1734016146.540019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.540075:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971520 00000100:00100000:3.0:1734016146.540080:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971520 00002000:00100000:3.0:1734016146.540106:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2072576->2081850) req@ffff8800791fad80 x1818247338971520/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 9768/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.540114:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fad80 with x1818247338971520 ext(2072576->2081850) 00010000:00010000:3.0:1734016146.540119:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 11 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.540129:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 11 pid: 7694 timeout: 515 lvb_type: 0 00002000:00010000:3.0:1734016146.540134:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800791fad80 00000100:00100000:3.0:1734016146.540154:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 397 00000100:00100000:3.0:1734016146.540159:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247338971520:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.540738:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338971520:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 577us (718us total) trans 4294968395 rc 0/0 00000100:00100000:3.0:1734016146.540744:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 397 00002000:00100000:3.0:1734016146.540748:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (2072576->2081850) req@ffff8800791fad80 x1818247338971520/t4294968395(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 9768/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.540755:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800791fad80 with x1818247338971520 ext(2072576->2081850) 00010000:00010000:3.0:1734016146.540759:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.540767:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00002000:00010000:3.0:1734016146.540776:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800791fad80 00000100:00100000:0.0:1734016146.544383:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.544514:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971648 00000100:00100000:2.0:1734016146.544522:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971648 00010000:00010000:2.0:1734016146.544555:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.544910:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4104 00000100:00100000:2.0:1734016146.544915:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247338971648:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.544929:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016146.544943:0:6475:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 24 00010000:00010000:2.0:1734016146.544947:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.544957:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.544975:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd680/0x857af32d4ea247c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11d8 expref: 13 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.545345:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.545348:0:6475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.545357:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.545366:0:6475:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.545397:0:6475:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.545414:0:6475:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341113472:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016146.545479:0:6475:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.549684:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.549751:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338971776 00000100:00100000:1.0:1734016146.549758:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338971776 00000100:00100000:1.0:1734016146.549801:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15018 00000100:00100000:1.0:1734016146.549807:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338971776:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016146.549977:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2081851 -> 2081851 00002000:00010000:1.0:1734016146.549980:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016145 00002000:00010000:1.0:1734016146.549982:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:1.0:1734016146.549983:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016146.549985:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 40 00000100:00100000:1.0:1734016146.550019:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338971776:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 212us (343us total) trans 4294968396 rc 0/0 00000100:00100000:1.0:1734016146.550024:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15018 00000100:00100000:2.0:1734016146.550145:0:6475:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6475:1818247341113472:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.550166:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.550182:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1972:x1818247338971648:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5267us (5810us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.550189:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4104 00000100:00100000:0.0:1734016146.557947:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.558110:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972032 00000100:00100000:3.0:1734016146.558117:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972032 00000100:00100000:3.0:1734016146.558158:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2813 00000100:00100000:3.0:1734016146.558163:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247338972032:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016146.558200:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.558220:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c000/0x857af32d4ea247d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11df expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.558246:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.558249:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016146.558383:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.558395:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 18 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.558400:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.558421:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 18 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.558431:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 18 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.558441:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341113600:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.558493:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.559788:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.559851:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341113600:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.559865:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016146.559912:0:6475:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972160 00000100:00100000:2.0:1734016146.559916:0:6475:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972160 00010000:00010000:2.0:1734016146.559930:0:6475:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 19 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.559944:0:6475:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4105 00000100:00100000:2.0:1734016146.559948:0:6475:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247338972160:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.559956:0:6475:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.559959:0:6475:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 19 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.559966:0:6475:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 19 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.559976:0:6475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea247e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae11ed expref: 19 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.560184:0:6475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016146.560189:0:6475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.560195:0:6475:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.560200:0:6475:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016146.560322:0:6475:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.560349:0:6475:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247338972160:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 398us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.560354:0:6475:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4105 00010000:00010000:3.0:1734016146.560888:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.560894:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:3.0:1734016146.560943:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969100 00000004:00010000:3.0:1734016146.560965:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800791fa300 reply state ffff88007c749000 transno 4294969101 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016146.560970:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016146.561021:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338972032:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 2857us (3081us total) trans 4294969101 rc 0/0 00000100:00100000:3.0:1734016146.561027:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2813 00000020:00080000:3.0:1734016146.561030:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016146.563229:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563239:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563245:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563249:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd680 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016146.563253:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563262:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563285:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.563287:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016146.563289:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.563293:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea248b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016146.564005:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.564172:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972288 00000100:00100000:3.0:1734016146.564180:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972288 00000100:00100000:3.0:1734016146.564221:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15019 00000100:00100000:3.0:1734016146.564227:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338972288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.564241:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.564254:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12bf expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.564301:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.564309:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.564314:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.564316:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.564319:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.564348:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.564359:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 515 lvb_type: 1 00000100:00100000:3.0:1734016146.564370:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341113728:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.564424:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.564432:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 6 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.564440:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341113856:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.564469:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.570445:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.570712:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341113728:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.570722:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341113856:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.570746:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.570759:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016146.570804:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338972288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6576us (6801us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.570815:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15019 00000100:00100000:0.0:1734016146.574449:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.574536:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972416 00000100:00100000:1.0:1734016146.574545:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972416 00010000:00010000:1.0:1734016146.574578:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 515 lvb_type: 1 00000100:00100000:1.0:1734016146.574604:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972544 00000100:00100000:1.0:1734016146.574606:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972544 00010000:00010000:1.0:1734016146.574618:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016146.574636:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4106 00000100:00100000:1.0:1734016146.574643:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338972416:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.574655:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.574675:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:1.0:1734016146.574690:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:1.0:1734016146.574710:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea2487f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1287 expref: 8 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:1.0:1734016146.574731:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.574772:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338972416:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 130us (4336us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.574779:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4106 00000100:00100000:1.0:1734016146.574813:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4107 00000100:00100000:1.0:1734016146.574816:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338972544:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016146.574822:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016146.574829:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016146.574837:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016146.574846:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea2486a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1272 expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016146.574854:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.574856:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016146.574861:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.574870:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.574898:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.574911:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341113984:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.574943:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.583857:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.584421:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341113984:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.584439:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.584499:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338972544:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 9679us (10056us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.584510:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4107 00000100:00100000:3.0:1734016146.586448:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972672 00000100:00100000:3.0:1734016146.586469:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972672 00000100:00100000:3.0:1734016146.586537:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15020 00000100:00100000:3.0:1734016146.586544:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247338972672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.586564:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.586583:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12c6 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586610:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586617:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.586619:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.586622:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586653:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.586664:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 8 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.586676:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341114112:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.586739:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.590558:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341114112:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.590587:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.590603:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016146.590864:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247338972672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4318us (7014us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.590872:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15020 00000100:00100000:0.0:1734016146.591104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.592560:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972800 00000100:00100000:2.0:1734016146.592568:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972800 00010000:00010000:2.0:1734016146.592598:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 9 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.593342:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4108 00000100:00100000:2.0:1734016146.593350:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338972800:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.593364:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.593384:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 9 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.593401:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 9 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.593420:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb798c0/0x857af32d4ea248b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12b8 expref: 9 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.593459:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.593461:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.593467:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.593475:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.593512:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 12 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.593522:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341114240:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016146.593574:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.596708:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341114240:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.596742:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.596805:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338972800:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3454us (5700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.596814:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4108 00000100:00100000:1.0:1734016146.597711:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.598704:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.598927:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338972928 00000100:00100000:3.0:1734016146.598936:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338972928 00002000:00010000:3.0:1734016146.598971:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5256801->18446744073709551615) 00002000:00100000:3.0:1734016146.598975:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2a00 with x1818247338972928 ext(5256801->18446744073709551615) 00002000:00010000:3.0:1734016146.598985:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2a00. 00000100:00100000:3.0:1734016146.599009:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973056 00000100:00100000:3.0:1734016146.599013:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973056 00002000:00010000:3.0:1734016146.599022:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016146.599024:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443b80 with x1818247338973056 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016146.599031:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c443b80. 00000100:00100000:3.0:1734016146.599330:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9979 00000100:00100000:3.0:1734016146.599336:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338972928:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016146.599528:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2666496 -> 5256801 00002000:00010000:3.0:1734016146.599532:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.599534:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.599535:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.599537:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 552 -> 552 00000100:00100000:3.0:1734016146.599582:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338972928:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 245us (1874us total) trans 4294970051 rc 0/0 00000100:00100000:3.0:1734016146.599593:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9979 00002000:00010000:3.0:1734016146.599596:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5256801->18446744073709551615) 00002000:00100000:3.0:1734016146.599598:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c5a2a00 with x1818247338972928 ext(5256801->18446744073709551615) 00002000:00010000:3.0:1734016146.599601:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c5a2a00. 00000100:00100000:3.0:1734016146.599614:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9980 00000100:00100000:3.0:1734016146.599618:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338973056:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016146.599691:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2081851 -> 4194304 00002000:00010000:3.0:1734016146.599693:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016146.599695:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.599697:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.599699:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1734016146.599715:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338973056:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 96us (1014us total) trans 4294968397 rc 0/0 00000100:00100000:3.0:1734016146.599720:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9980 00002000:00010000:3.0:1734016146.599722:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016146.599725:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443b80 with x1818247338973056 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016146.599729:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c443b80. 00000100:00100000:2.0:1734016146.612894:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.613017:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.613073:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973440 00000100:00100000:0.0:1734016146.613080:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973440 00002000:00100000:0.0:1734016146.613110:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2084864->4194303) req@ffff88007c440700 x1818247338973440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.613118:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c440700 with x1818247338973440 ext(2084864->4194303) 00002000:00010000:0.0:1734016146.613123:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c440700 00000100:00100000:0.0:1734016146.613142:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973568 00000100:00100000:0.0:1734016146.613144:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973568 00002000:00100000:0.0:1734016146.613153:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5255167) req@ffff88007c440380 x1818247338973568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.613165:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c440380 with x1818247338973568 ext(5251072->5255167) 00002000:00010000:0.0:1734016146.613167:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c440380 00000100:00100000:0.0:1734016146.613177:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9981 00000100:00100000:0.0:1734016146.613182:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338973440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.613418:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9982 00000100:00100000:1.0:1734016146.613423:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338973568:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.613550:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338973568:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 126us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016146.613556:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9982 00002000:00100000:1.0:1734016146.613560:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5255167) req@ffff88007c440380 x1818247338973568/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.613566:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c440380 with x1818247338973568 ext(5251072->5255167) 00002000:00010000:1.0:1734016146.613568:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c440380 00000100:00100000:2.0:1734016146.639658:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.641056:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973824 00000100:00100000:0.0:1734016146.641068:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973824 00002000:00100000:0.0:1734016146.641113:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5259263) req@ffff88007c443480 x1818247338973824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.641124:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443480 with x1818247338973824 ext(4194304->5259263) 00002000:00010000:0.0:1734016146.641129:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c443480 00000100:00100000:0.0:1734016146.641165:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9983 00000100:00100000:0.0:1734016146.641173:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338973824:12345-192.168.201.60@tcp:3:fsx.0 00010000:00010000:3.0:1734016146.643581:0:8969:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016146.655913:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338973440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 42720us (43014us total) trans 0 rc 2109440/2109440 00000100:00100000:0.0:1734016146.655924:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9981 00002000:00100000:0.0:1734016146.655934:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (2084864->4194303) req@ffff88007c440700 x1818247338973440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 2109440/2109440 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.655943:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c440700 with x1818247338973440 ext(2084864->4194303) 00002000:00010000:0.0:1734016146.655950:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007c440700 00000100:00100000:0.0:1734016146.660120:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338973824:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 18938us (20465us total) trans 0 rc 1060864/1060864 00000100:00100000:0.0:1734016146.660133:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9983 00002000:00100000:0.0:1734016146.660143:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5259263) req@ffff88007c443480 x1818247338973824/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 1060864/1060864 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.660152:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c443480 with x1818247338973824 ext(4194304->5259263) 00002000:00010000:0.0:1734016146.660157:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c443480 00000100:00100000:2.0:1734016146.665600:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.665684:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338973952 00000100:00100000:0.0:1734016146.665693:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338973952 00002000:00100000:0.0:1734016146.665743:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5256800) req@ffff88007c441500 x1818247338973952/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 6224/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.665753:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441500 with x1818247338973952 ext(5251072->5256800) 00002000:00010000:0.0:1734016146.665759:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c441500 00000100:00100000:0.0:1734016146.665785:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9984 00000100:00100000:0.0:1734016146.665792:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338973952:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.668082:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338973952:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 2281us (2483us total) trans 4294970052 rc 0/0 00000100:00100000:0.0:1734016146.668095:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9984 00002000:00100000:0.0:1734016146.668106:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5251072->5256800) req@ffff88007c441500 x1818247338973952/t4294970052(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 6224/448 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016146.668115:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c441500 with x1818247338973952 ext(5251072->5256800) 00002000:00010000:0.0:1734016146.668120:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c441500 00000100:00100000:2.0:1734016146.675608:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.675692:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974080 00000100:00100000:3.0:1734016146.675700:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974080 00000100:00100000:3.0:1734016146.675749:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2814 00000100:00100000:3.0:1734016146.675755:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338974080:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016146.675853:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338974080:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 97us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.675862:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2814 00000100:00100000:1.0:1734016146.677544:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.677628:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974208 00000100:00100000:3.0:1734016146.677637:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974208 00000100:00100000:3.0:1734016146.677681:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15021 00000100:00100000:3.0:1734016146.677687:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247338974208:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016146.681924:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970052 is committed 00000100:00100000:3.0:1734016146.682142:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338974208:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 4449us (4598us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.682153:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15021 00000100:00100000:2.0:1734016146.684181:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.684252:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974336 00000100:00100000:3.0:1734016146.684259:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974336 00000100:00100000:3.0:1734016146.684317:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2815 00000100:00100000:3.0:1734016146.684324:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247338974336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.684340:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.684355:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea248cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12cd expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.684424:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.684434:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.684443:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:3.0:1734016146.684472:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9451105 00000004:00200000:3.0:1734016146.684476:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016146.684488:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016146.684505:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea248cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12cd expref: 20 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.684516:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12cd expref: 19 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.684522:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.684524:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016146.684527:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016146.684574:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338974336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 249us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.684580:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2815 00000100:00100000:2.0:1734016146.686211:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.686243:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.686291:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974464 00000100:00100000:3.0:1734016146.686296:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974464 00000100:00100000:3.0:1734016146.686321:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974592 00000100:00100000:3.0:1734016146.686323:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974592 00000100:00100000:3.0:1734016146.686336:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15022 00000100:00100000:3.0:1734016146.686342:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338974464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.686352:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.686364:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea248da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12d4 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.686402:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341114368:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.686437:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.686542:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15023 00000100:00100000:1.0:1734016146.686547:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338974592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.686554:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.686563:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12db expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.686584:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341114496:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.686603:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016146.688465:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:3.0:1734016146.688470:0:7692:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 552 -> 568 00000100:00100000:3.0:1734016146.688486:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341114368:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016146.688507:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea248da lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12d4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.688517:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea248da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12d4 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.688526:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016146.688552:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338974464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2209us (2345us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016146.688558:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15022 00002000:00010000:1.0:1734016146.688655:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:1.0:1734016146.688665:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341114496:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.688680:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248e1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12db expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.688687:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea248e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12db expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.688698:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016146.688718:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338974592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2170us (2474us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.688722:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15023 00000100:00100000:2.0:1734016146.697810:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.698073:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974848 00000100:00100000:1.0:1734016146.698083:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974848 00000100:00100000:1.0:1734016146.698137:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15024 00000100:00100000:1.0:1734016146.698144:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338974848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.698164:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.698180:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea248e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12e9 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.698235:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341114624:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.698306:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.702166:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.705728:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a197800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341114624:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016146.705759:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea248e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12e9 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.705777:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea248e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12e9 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.706364:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:0.0:1734016146.706404:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338974848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8260us (8603us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.706411:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15024 00000100:00100000:0.0:1734016146.706447:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974720 00000100:00100000:0.0:1734016146.706461:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974720 00000100:00100000:0.0:1734016146.706491:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15025 00000100:00100000:0.0:1734016146.706496:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338974720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.706508:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.706518:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea248ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12e2 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.706553:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341114752:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016146.706575:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.708647:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341114752:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016146.708669:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea248ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12e2 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.708680:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fcc0/0x857af32d4ea248ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12e2 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.708694:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:0.0:1734016146.708731:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338974720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2234us (6572us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.708738:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15025 00000100:00100000:2.0:1734016146.710480:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.710699:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338974976 00000100:00100000:0.0:1734016146.710706:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338974976 00000100:00100000:3.0:1734016146.712679:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15026 00000100:00100000:3.0:1734016146.712690:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338974976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.712709:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.712728:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12f0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.712755:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.712762:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.712764:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016146.712767:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3530752->3538943] (req 3530752->3538943) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.712797:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.712813:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 13 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.712824:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341114880:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.712889:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.719201:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341114880:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.719230:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [3530752->3538943] (req 3530752->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.719246:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016146.719305:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338974976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6616us (8827us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.719313:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15026 00000100:00100000:2.0:1734016146.724901:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.724982:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975104 00000100:00100000:0.0:1734016146.724990:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975104 00010000:00010000:0.0:1734016146.725022:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 14 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:0.0:1734016146.725048:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4109 00000100:00100000:0.0:1734016146.725054:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae7dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338975104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016146.725069:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.725087:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 14 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.725098:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 14 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.725116:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd440/0x857af32d4ea248c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12c6 expref: 14 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.725746:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.725749:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.725757:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.725765:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.725792:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.725801:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aa7d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341115008:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016146.725840:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.729506:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aa7d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341115008:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.729526:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.729562:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae7dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247338975104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4507us (4669us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.729573:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4109 00000100:00100000:0.0:1734016146.730228:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.730487:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975360 00000100:00100000:1.0:1734016146.730493:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975360 00002000:00100000:1.0:1734016146.730523:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3530752->3534847) req@ffff88007aa7f480 x1818247338975360/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.730532:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f480 with x1818247338975360 ext(3530752->3534847) 00002000:00010000:1.0:1734016146.730536:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f480 00000100:00100000:1.0:1734016146.731150:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9985 00000100:00100000:1.0:1734016146.731158:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338975360:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.731307:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338975360:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 149us (1080us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016146.731314:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9985 00002000:00100000:1.0:1734016146.731319:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (3530752->3534847) req@ffff88007aa7f480 x1818247338975360/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.731326:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7f480 with x1818247338975360 ext(3530752->3534847) 00002000:00010000:1.0:1734016146.731329:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7f480 00000100:00100000:0.0:1734016146.734220:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.734478:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975616 00000100:00100000:3.0:1734016146.734485:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975616 00002000:00100000:3.0:1734016146.734516:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3534848->3538943) req@ffff88007aa7df80 x1818247338975616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.734524:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338975616 ext(3534848->3538943) 00002000:00010000:3.0:1734016146.734528:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7df80 00000100:00100000:3.0:1734016146.734554:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9986 00000100:00100000:3.0:1734016146.734560:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338975616:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.734694:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338975616:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 132us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.734702:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9986 00002000:00100000:3.0:1734016146.734707:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (3534848->3538943) req@ffff88007aa7df80 x1818247338975616/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.734713:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007aa7df80 with x1818247338975616 ext(3534848->3538943) 00002000:00010000:3.0:1734016146.734716:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007aa7df80 00000100:00100000:0.0:1734016146.736460:0:3514:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341115136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016146.736512:0:3514:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734016146.736646:0:7695:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115136 00000100:00100000:2.0:1734016146.736653:0:7695:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115136 00000100:00100000:2.0:1734016146.736684:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1734016146.736690:0:7695:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341115136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1734016146.736706:0:7695:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 813789760 pending 36864 free 3923673088 avail 3692150784 00000100:00080000:0.0:1734016146.736776:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016116 00000100:00100000:2.0:1734016146.737445:0:7695:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3514:x1818247341115136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 754us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.737462:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1734016146.737590:0:3514:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3514:1818247341115136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1734016146.738538:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.738857:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975744 00000100:00100000:2.0:1734016146.738864:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975744 00000100:00100000:2.0:1734016146.738956:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2816 00000100:00100000:2.0:1734016146.738962:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338975744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.738979:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.739002:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea248fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12f7 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.739077:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016146.739088:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016146.739097:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:2.0:1734016146.739120:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9451105 00000004:00200000:2.0:1734016146.739124:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016146.739136:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016146.739154:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea248fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.739174:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.739181:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016146.739184:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016146.739186:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016146.739894:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338975744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 928us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.739901:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2816 00000100:00100000:0.0:1734016146.741765:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.741875:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338975872 00000100:00100000:3.0:1734016146.741882:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338975872 00000100:00100000:3.0:1734016146.741915:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15027 00000100:00100000:3.0:1734016146.741921:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247338975872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.741936:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.741950:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae12fe expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.741968:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.741970:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.741977:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.741990:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.741999:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016146.742166:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338975872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 243us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.742172:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15027 00000100:00100000:0.0:1734016146.744043:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.744134:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976000 00000100:00100000:3.0:1734016146.744142:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976000 00000100:00100000:3.0:1734016146.744181:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15028 00000100:00100000:3.0:1734016146.744187:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247338976000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.744203:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.744217:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1305 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.744238:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.744244:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.744249:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.744251:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.744254:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.744306:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.744317:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 515 lvb_type: 1 00000100:00100000:3.0:1734016146.744328:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341115264:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.744395:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.744406:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 8 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.744413:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341115392:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.744427:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.746538:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341115264:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.746550:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341115392:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.746574:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.746587:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016146.746619:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338976000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2432us (2581us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.746626:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15028 00000100:00100000:0.0:1734016146.748638:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.748670:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.748841:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976256 00000100:00100000:2.0:1734016146.748848:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976256 00010000:00010000:2.0:1734016146.748875:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.748894:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976128 00000100:00100000:2.0:1734016146.748896:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976128 00010000:00010000:2.0:1734016146.748905:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 515 lvb_type: 1 00000100:00100000:2.0:1734016146.749040:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4110 00000100:00100000:2.0:1734016146.749046:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338976256:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.749058:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.749075:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.749084:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.749101:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea248f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f0 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016146.749118:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.749149:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338976256:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 102us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.749155:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4110 00000100:00100000:2.0:1734016146.749169:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4111 00000100:00100000:2.0:1734016146.749173:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338976128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016146.749178:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016146.749184:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:2.0:1734016146.749191:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:2.0:1734016146.749201:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea2490b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12fe expref: 15 pid: 7692 timeout: 515 lvb_type: 1 00010000:00010000:2.0:1734016146.749208:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.749210:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.749215:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.749222:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.749248:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.749259:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341115520:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016146.749313:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.752082:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.752752:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341115520:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.752782:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.752822:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338976128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3647us (4150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.752832:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4111 00000100:00100000:3.0:1734016146.753191:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976384 00000100:00100000:3.0:1734016146.753198:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976384 00000100:00100000:3.0:1734016146.753231:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15029 00000100:00100000:3.0:1734016146.753237:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338976384:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016146.753530:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016146.753533:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.753534:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:3.0:1734016146.753536:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.753537:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1734016146.753561:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338976384:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 325us (1486us total) trans 4294968398 rc 0/0 00000100:00100000:3.0:1734016146.753567:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15029 00000100:00100000:0.0:1734016146.756042:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.756773:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.756930:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976512 00000100:00100000:3.0:1734016146.756937:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976512 00000100:00100000:3.0:1734016146.756975:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976640 00000100:00100000:3.0:1734016146.756978:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976640 00000100:00100000:3.0:1734016146.757001:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15030 00000100:00100000:3.0:1734016146.757008:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338976512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.757023:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016146.757038:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24919 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae130c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.757086:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341115648:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016146.757131:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.757194:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15031 00000100:00100000:2.0:1734016146.757199:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338976640:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.757207:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.757218:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24920 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1313 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.757242:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341115776:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.757263:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.760310:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341115648:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016146.760342:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24919 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae130c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.760362:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24919 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae130c expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.760386:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:0.0:1734016146.760434:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338976512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3425us (4398us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016146.760442:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15030 00002000:00010000:2.0:1734016146.761918:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:2.0:1734016146.761939:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341115776:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.761973:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24920 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1313 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.761983:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48000/0x857af32d4ea24920 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1313 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.761996:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016146.762032:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338976640:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4831us (5259us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.762040:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15031 00000100:00100000:0.0:1734016146.764665:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.764707:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.764731:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976896 00000100:00100000:0.0:1734016146.764738:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976896 00000100:00100000:0.0:1734016146.765420:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338976768 00000100:00100000:0.0:1734016146.765424:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338976768 00000100:00100000:2.0:1734016146.765557:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15032 00000100:00100000:2.0:1734016146.765565:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338976896:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.765580:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.765595:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24927 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1321 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.765640:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341115904:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.765690:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.765746:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15033 00000100:00100000:0.0:1734016146.765751:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338976768:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.765758:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016146.765767:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2492e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae131a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.765791:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341116032:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016146.765808:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.768818:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c661c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341116032:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.768853:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2492e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae131a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.768867:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea2492e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae131a expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.768889:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:1.0:1734016146.768927:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338976768:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3173us (4218us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.768936:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15033 00000100:00100000:2.0:1734016146.769156:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341115904:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.769192:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24927 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1321 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.769201:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24927 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1321 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.769212:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016146.769246:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338976896:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3681us (4590us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.769252:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15032 00000100:00100000:0.0:1734016146.771822:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.771860:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.771925:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977152 00000100:00100000:1.0:1734016146.771932:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977152 00000100:00100000:1.0:1734016146.771970:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977024 00000100:00100000:1.0:1734016146.771972:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977024 00000100:00100000:1.0:1734016146.771989:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15034 00000100:00100000:1.0:1734016146.771994:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338977152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.772010:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.772022:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24935 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae132f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016146.772059:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341116160:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016146.772095:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.772149:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15035 00000100:00100000:2.0:1734016146.772154:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338977024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.772160:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.772168:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2493c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1328 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.772188:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116288:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.772204:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.773895:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341116160:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016146.773922:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24935 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae132f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.773933:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24935 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae132f expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.773944:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016146.773977:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338977152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1981us (2158us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016146.773984:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15034 00000100:00100000:2.0:1734016146.774081:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.774111:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2493c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1328 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.774119:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2493c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1328 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.774126:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016146.774143:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338977024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1989us (2283us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.774149:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15035 00000100:00100000:0.0:1734016146.776638:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.776775:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977280 00000100:00100000:2.0:1734016146.776783:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977280 00000100:00100000:2.0:1734016146.776901:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15036 00000100:00100000:2.0:1734016146.776909:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338977280:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.776929:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.776949:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1336 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.776975:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.776983:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.776985:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.776988:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.777018:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.777030:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 14 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.777042:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341116416:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.777091:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.780632:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.780843:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341116416:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.780881:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.780895:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016146.780944:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338977280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4035us (4313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.780952:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15036 00000100:00100000:3.0:1734016146.781022:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977408 00000100:00100000:3.0:1734016146.781028:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977408 00010000:00010000:3.0:1734016146.781046:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.781064:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4112 00000100:00100000:3.0:1734016146.781069:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338977408:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.781080:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.781096:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.781104:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.781122:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1305 expref: 15 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.781144:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.781145:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.781151:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.781158:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.781182:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.781191:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341116544:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016146.781217:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.784002:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.784525:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341116544:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016146.784543:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.784585:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1970:x1818247338977408:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3513us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.784596:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4112 00000100:00100000:1.0:1734016146.784782:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977664 00000100:00100000:1.0:1734016146.784788:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977664 00002000:00100000:1.0:1734016146.784821:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (786432->790527) req@ffff88007a0b0a80 x1818247338977664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.784830:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338977664 ext(786432->790527) 00002000:00010000:1.0:1734016146.784833:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0a80 00000100:00100000:1.0:1734016146.784849:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9987 00000100:00100000:1.0:1734016146.784855:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338977664:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.784984:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338977664:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 128us (989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016146.784989:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9987 00002000:00100000:1.0:1734016146.784994:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (786432->790527) req@ffff88007a0b0a80 x1818247338977664/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.785001:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0a80 with x1818247338977664 ext(786432->790527) 00002000:00010000:1.0:1734016146.785004:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0a80 00000100:00100000:0.0:1734016146.787199:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.787384:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338977920 00000100:00100000:3.0:1734016146.787391:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338977920 00002000:00100000:3.0:1734016146.787418:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (790528->794623) req@ffff88007a0b3b80 x1818247338977920/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.787431:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3b80 with x1818247338977920 ext(790528->794623) 00002000:00010000:3.0:1734016146.787434:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b3b80 00000100:00100000:3.0:1734016146.787465:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9988 00000100:00100000:3.0:1734016146.787471:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338977920:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.787583:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338977920:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 111us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016146.787589:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9988 00002000:00100000:3.0:1734016146.787594:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (790528->794623) req@ffff88007a0b3b80 x1818247338977920/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.787599:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b3b80 with x1818247338977920 ext(790528->794623) 00002000:00010000:3.0:1734016146.787601:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b3b80 00000100:00100000:0.0:1734016146.791588:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.791811:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978176 00000100:00100000:2.0:1734016146.791819:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978176 00002000:00100000:2.0:1734016146.791853:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (794624->798719) req@ffff88007a0b0e00 x1818247338978176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.791862:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0e00 with x1818247338978176 ext(794624->798719) 00002000:00010000:2.0:1734016146.791867:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0e00 00000100:00100000:2.0:1734016146.791898:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9989 00000100:00100000:2.0:1734016146.791904:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338978176:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016146.792038:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a0b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338978176:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 133us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016146.792048:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9989 00002000:00100000:2.0:1734016146.792054:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x7:0x0] (794624->798719) req@ffff88007a0b0e00 x1818247338978176/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016146.792060:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a0b0e00 with x1818247338978176 ext(794624->798719) 00002000:00010000:2.0:1734016146.792063:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a0b0e00 00000100:00100000:0.0:1734016146.796080:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.796171:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978304 00000100:00100000:2.0:1734016146.796178:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978304 00000100:00100000:2.0:1734016146.796227:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15037 00000100:00100000:2.0:1734016146.796234:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338978304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.796249:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.796265:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2494a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae133d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.796435:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.797052:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.799081:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.799140:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2494a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae133d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.799153:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b840/0x857af32d4ea2494a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae133d expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.799213:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016146.799296:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338978304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3037us (3200us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.799305:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15037 00000100:00100000:0.0:1734016146.801724:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.801852:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978432 00000100:00100000:2.0:1734016146.801860:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978432 00000100:00100000:2.0:1734016146.801912:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15038 00000100:00100000:2.0:1734016146.801919:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338978432:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.801936:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.801952:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24951 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1344 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.801997:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116800:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.802046:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.804046:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116800:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.804092:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24951 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1344 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.804104:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49680/0x857af32d4ea24951 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1344 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.804590:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016146.804643:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338978432:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2723us (2926us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.804650:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15038 00000100:00100000:0.0:1734016146.812690:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.812761:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978688 00000100:00100000:3.0:1734016146.812769:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978688 00002000:00100000:3.0:1734016146.812806:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800792c6d80 x1818247338978688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.812816:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6d80 with x1818247338978688 ext(0->4194303) 00002000:00010000:3.0:1734016146.812821:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c6d80 00000100:00100000:3.0:1734016146.813037:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9990 00000100:00100000:3.0:1734016146.813044:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338978688:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.850533:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338978688:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 37478us (37840us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016146.850543:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9990 00002000:00100000:3.0:1734016146.850553:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff8800792c6d80 x1818247338978688/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:107/0 lens 488/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.850562:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800792c6d80 with x1818247338978688 ext(0->4194303) 00002000:00010000:3.0:1734016146.850567:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800792c6d80 00000100:00100000:0.0:1734016146.854868:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.856750:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978816 00000100:00100000:2.0:1734016146.856760:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978816 00000100:00100000:2.0:1734016146.856807:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15039 00000100:00100000:2.0:1734016146.856814:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338978816:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.856829:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.856844:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24958 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae134b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.856893:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116928:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.856954:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.863483:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341116928:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.863538:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24958 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae134b expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.863551:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24958 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae134b expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.863572:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016146.863618:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338978816:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6804us (8757us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.863626:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15039 00000100:00100000:0.0:1734016146.865574:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.866840:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338978944 00000100:00100000:2.0:1734016146.866850:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338978944 00000100:00100000:2.0:1734016146.866899:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15040 00000100:00100000:2.0:1734016146.866906:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338978944:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.866925:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.866940:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2495f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1352 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.866993:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117056:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.867043:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.868784:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117056:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.868829:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2495f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1352 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.868840:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea2495f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1352 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.868850:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016146.868893:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338978944:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1987us (3325us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.868901:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15040 00000100:00100000:0.0:1734016146.872176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.872482:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979072 00000100:00100000:2.0:1734016146.872490:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979072 00000100:00100000:2.0:1734016146.872815:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15041 00000100:00100000:2.0:1734016146.872821:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247338979072:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.872836:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.872851:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1359 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.872874:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.872876:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.872883:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.872900:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.872911:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016146.873414:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800792c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338979072:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 592us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.873421:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15041 00000100:00100000:0.0:1734016146.877427:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.877686:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979200 00000100:00100000:2.0:1734016146.877697:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979200 00000100:00100000:2.0:1734016146.878607:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15042 00000100:00100000:2.0:1734016146.878616:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338979200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.878633:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.878653:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1360 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.878684:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.878692:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.878698:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.878700:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016146.878703:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 5/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [241664->249855] (req 241664->249855) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.878737:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.878747:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 515 lvb_type: 1 00000100:00100000:2.0:1734016146.878757:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341117184:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.878816:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.878823:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 8 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.878831:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341117312:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.878845:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.882598:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341117184:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.883471:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341117312:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.883520:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [241664->249855] (req 241664->249855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.883535:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016146.883578:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f276680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338979200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4963us (6159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.883588:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15042 00000100:00100000:0.0:1734016146.883765:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.883936:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.884060:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979456 00000100:00100000:3.0:1734016146.884066:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979456 00010000:00010000:3.0:1734016146.884087:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.884105:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979328 00000100:00100000:3.0:1734016146.884107:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979328 00010000:00010000:3.0:1734016146.884114:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 515 lvb_type: 1 00000100:00100000:3.0:1734016146.884126:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4113 00000100:00100000:3.0:1734016146.884131:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338979456:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.884142:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.884159:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.884166:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.884182:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24943 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1336 expref: 9 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.884193:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.884212:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f277480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338979456:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 80us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.884219:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4113 00000100:00100000:3.0:1734016146.884230:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4114 00000100:00100000:3.0:1734016146.884233:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338979328:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.884238:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.884244:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 515 lvb_type: 1 00010000:00010000:3.0:1734016146.884251:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 515 lvb_type: 1 00010000:00010000:3.0:1734016146.884259:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24966 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1359 expref: 16 pid: 8975 timeout: 515 lvb_type: 1 00010000:00010000:3.0:1734016146.884266:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.884267:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.884290:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.884298:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.884321:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.884330:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341117440:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016146.884352:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.887106:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341117440:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016146.887126:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016146.887646:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.887770:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006f275180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338979328:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3210us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.887781:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4114 00000100:00100000:2.0:1734016146.887992:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979584 00000100:00100000:2.0:1734016146.887998:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979584 00000100:00100000:2.0:1734016146.888035:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15043 00000100:00100000:2.0:1734016146.888041:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338979584:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016146.888241:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016146.888244:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.888246:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016146.888248:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.888250:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 40 -> 56 00000100:00100000:2.0:1734016146.888298:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338979584:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 256us (652us total) trans 4294968399 rc 0/0 00000100:00100000:2.0:1734016146.888304:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15043 00000100:00100000:0.0:1734016146.891017:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016146.892361:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979712 00000100:00100000:1.0:1734016146.892370:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979712 00000100:00100000:1.0:1734016146.892418:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15044 00000100:00100000:1.0:1734016146.892425:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338979712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.892442:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016146.892468:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1367 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.892495:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.892501:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.892502:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016146.892505:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2863104->2871295] (req 2863104->2871295) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.892531:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.892541:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 15 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016146.892552:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341117568:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016146.892608:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.898695:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341117568:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016146.898726:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2863104->2871295] (req 2863104->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016146.898741:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:0.0:1734016146.898848:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.898918:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979840 00000100:00100000:3.0:1734016146.898924:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979840 00010000:00010000:3.0:1734016146.898946:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.898974:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4115 00000100:00100000:3.0:1734016146.898979:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338979840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.898990:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.899005:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.899015:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.899032:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48480/0x857af32d4ea2496d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1360 expref: 16 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.899045:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.899047:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016146.899051:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.899058:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.899094:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 9 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.899105:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341117696:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016146.899242:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338979712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6815us (8229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.899249:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15044 00000100:00100000:3.0:1734016146.902302:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.906890:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341117696:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016146.906911:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.907664:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1970:x1818247338979840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8681us (8814us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.907674:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4115 00000100:00100000:1.0:1734016146.908095:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.908239:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338979968 00000100:00100000:2.0:1734016146.908245:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338979968 00000100:00100000:2.0:1734016146.908294:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15045 00000100:00100000:2.0:1734016146.908300:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338979968:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016146.908459:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016146.908462:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.908464:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:2.0:1734016146.908466:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016146.908467:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1734016146.908528:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338979968:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 227us (433us total) trans 4294968400 rc 0/0 00000100:00100000:2.0:1734016146.908534:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15045 00000100:00100000:0.0:1734016146.910726:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.910802:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980096 00000100:00100000:2.0:1734016146.910809:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980096 00000100:00100000:2.0:1734016146.910838:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15046 00000100:00100000:2.0:1734016146.910844:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338980096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.910860:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.910874:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea2497b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae136e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.910920:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117824:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.910971:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.912261:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117824:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.912338:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea2497b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae136e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.912350:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea2497b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae136e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.912359:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016146.912403:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338980096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1558us (1682us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.912409:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15046 00000100:00100000:0.0:1734016146.914693:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016146.914884:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980224 00000100:00100000:2.0:1734016146.914891:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980224 00000100:00100000:2.0:1734016146.914928:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15047 00000100:00100000:2.0:1734016146.914935:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338980224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.914948:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.914962:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24982 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1375 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016146.915001:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117952:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016146.915049:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.916641:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341117952:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016146.916689:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24982 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1375 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.916949:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24982 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1375 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016146.916959:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016146.917119:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338980224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2182us (2429us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016146.917126:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15047 00000100:00100000:0.0:1734016146.919530:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.919788:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980480 00000100:00100000:3.0:1734016146.919797:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980480 00000100:00100000:3.0:1734016146.919863:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2817 00000100:00100000:3.0:1734016146.919869:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247338980480:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016146.919906:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.919925:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea248d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12cd expref: 19 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.919948:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.919951:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016146.920061:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.920072:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.920083:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.920106:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016146.920116:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 22 pid: 8227 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.920127:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341118080:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016146.920178:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.923463:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341118080:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016146.923484:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016146.923724:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.924044:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980608 00000100:00100000:3.0:1734016146.924050:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980608 00010000:00010000:3.0:1734016146.924079:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 23 pid: 8227 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016146.924157:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4116 00000100:00100000:3.0:1734016146.924164:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247338980608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016146.924177:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016146.924182:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 23 pid: 8227 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.924192:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 23 pid: 8227 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.924213:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c486c0/0x857af32d4ea24904 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12f7 expref: 23 pid: 8227 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016146.924227:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.924231:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.924241:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.924248:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.924308:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016146.924363:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338980608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 199us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.924370:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4116 00010000:00010000:2.0:1734016146.924560:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016146.924567:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:2.0:1734016146.924647:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969102 00000004:00010000:2.0:1734016146.924686:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f2f480 reply state ffff88007c74d000 transno 4294969103 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016146.925542:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016146.925654:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338980480:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5783us (6129us total) trans 4294969103 rc 0/0 00000100:00100000:2.0:1734016146.925664:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2817 00000020:00080000:2.0:1734016146.925669:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016146.928110:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016146.928469:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928478:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928484:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928487:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cc6c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016146.928491:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928495:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928508:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016146.928511:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016146.928513:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016146.928517:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24989 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016146.928612:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980736 00000100:00100000:2.0:1734016146.928619:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980736 00000100:00100000:2.0:1734016146.929165:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15048 00000100:00100000:2.0:1734016146.929172:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338980736:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016146.929185:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016146.929197:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae137c expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.929219:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.929225:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.929227:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016146.929230:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.929254:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.929265:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 6 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016146.929309:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341118208:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016146.929364:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.937330:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341118208:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016146.937370:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016146.937386:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016146.937425:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338980736:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8252us (9320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.937434:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15048 00000100:00100000:0.0:1734016146.937917:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.937939:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980864 00000100:00100000:0.0:1734016146.937944:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980864 00010000:00010000:0.0:1734016146.937965:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:0.0:1734016146.937998:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4117 00000100:00100000:0.0:1734016146.938003:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338980864:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016146.938015:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016146.938032:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.938042:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.938060:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea248be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae12bf expref: 7 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:0.0:1734016146.938489:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.938492:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016146.938498:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.938506:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.938530:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016146.938542:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a124380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341118336:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016146.938572:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016146.944426:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a124380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341118336:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016146.944456:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016146.945781:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338980864:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 7773us (7861us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016146.945792:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4117 00000100:00100000:0.0:1734016146.948257:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.948464:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338980992 00000100:00100000:3.0:1734016146.948472:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338980992 00002000:00010000:3.0:1734016146.948501:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6260266->18446744073709551615) 00002000:00100000:3.0:1734016146.948505:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a126680 with x1818247338980992 ext(6260266->18446744073709551615) 00002000:00010000:3.0:1734016146.948514:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a126680. 00000100:00100000:3.0:1734016146.948533:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9991 00000100:00100000:3.0:1734016146.948538:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338980992:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016146.948699:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5256801 -> 6260266 00002000:00010000:3.0:1734016146.948702:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.948704:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:3.0:1734016146.948706:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.948708:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:3.0:1734016146.951898:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1969:x1818247338980992:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2731us (3020us total) trans 4294970053 rc 0/0 00000100:00100000:3.0:1734016146.951908:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9991 00002000:00010000:3.0:1734016146.951913:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (6260266->18446744073709551615) 00002000:00100000:3.0:1734016146.951916:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a126680 with x1818247338980992 ext(6260266->18446744073709551615) 00002000:00010000:3.0:1734016146.951925:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a126680. 00000100:00100000:2.0:1734016146.952635:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.952739:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981120 00000100:00100000:3.0:1734016146.952746:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981120 00002000:00010000:3.0:1734016146.952766:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016146.952769:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338981120 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016146.952775:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb5f80. 00000100:00100000:3.0:1734016146.953171:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9992 00000100:00100000:3.0:1734016146.953176:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338981120:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016146.953297:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016146.953301:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.953303:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016146.953305:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016146.953306:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1734016146.954311:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338981120:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1131us (1675us total) trans 4294968401 rc 0/0 00000100:00100000:3.0:1734016146.954318:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9992 00002000:00010000:3.0:1734016146.954322:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016146.954324:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb5f80 with x1818247338981120 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016146.954329:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb5f80. 00000100:00100000:0.0:1734016146.963313:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016146.963363:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016146.963454:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981376 00000100:00100000:3.0:1734016146.963462:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981376 00002000:00100000:3.0:1734016146.963498:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->6258687) req@ffff88007a127480 x1818247338981376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.963506:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338981376 ext(0->6258687) 00002000:00010000:3.0:1734016146.963511:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480 00000100:00100000:3.0:1734016146.963540:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981504 00000100:00100000:3.0:1734016146.963543:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981504 00002000:00100000:3.0:1734016146.963555:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a124380 x1818247338981504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/0 e 0 to 0 dl 1734016157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016146.963562:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338981504 ext(4190208->4194303) 00002000:00010000:3.0:1734016146.963564:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124380 00000100:00100000:3.0:1734016146.963579:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9993 00000100:00100000:3.0:1734016146.963584:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338981376:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.966536:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9994 00000100:00100000:1.0:1734016146.966546:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338981504:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.966690:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338981504:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 143us (3325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016146.966697:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9994 00002000:00100000:1.0:1734016146.966704:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4190208->4194303) req@ffff88007a124380 x1818247338981504/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 488/4536 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016146.966712:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a124380 with x1818247338981504 ext(4190208->4194303) 00002000:00010000:1.0:1734016146.966717:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a124380 00000100:00100000:3.0:1734016147.025022:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338981376:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 61427us (61740us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016147.025033:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9993 00002000:00100000:3.0:1734016147.025043:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->6258687) req@ffff88007a127480 x1818247338981376/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:107/0 lens 504/440 e 0 to 0 dl 1734016157 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.025052:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a127480 with x1818247338981376 ext(0->6258687) 00002000:00010000:3.0:1734016147.025057:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a127480 00000100:00100000:0.0:1734016147.046487:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.046534:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.046619:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338981888 00000100:00100000:1.0:1734016147.046627:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338981888 00002000:00100000:1.0:1734016147.046729:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6262783) req@ffff880079c8dc00 x1818247338981888/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.046737:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338981888 ext(6258688->6262783) 00002000:00010000:1.0:1734016147.046741:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00080000:0.0:1734016147.046798:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00100000:1.0:1734016147.046890:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982144 00000100:00100000:1.0:1734016147.046893:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982144 00002000:00100000:1.0:1734016147.046906:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079c8d880 x1818247338982144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.046912:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d880 with x1818247338982144 ext(0->4194303) 00002000:00010000:1.0:1734016147.046915:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8d880 00000100:00100000:3.0:1734016147.047015:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9995 00000100:00100000:3.0:1734016147.047021:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338981888:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.047301:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9996 00000100:00100000:2.0:1734016147.047307:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338982144:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.050658:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338981888:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3619us (4162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.050669:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9995 00002000:00100000:3.0:1734016147.050680:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6258688->6262783) req@ffff880079c8dc00 x1818247338981888/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.050689:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8dc00 with x1818247338981888 ext(6258688->6262783) 00002000:00010000:3.0:1734016147.050695:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079c8dc00 00000100:00100000:0.0:1734016147.074575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.080186:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982272 00000100:00100000:3.0:1734016147.080200:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982272 00002000:00100000:3.0:1734016147.080250:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6254592->6260265) req@ffff88011cd49f80 x1818247338982272/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 6168/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.080261:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247338982272 ext(6254592->6260265) 00002000:00010000:3.0:1734016147.080266:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:3.0:1734016147.080316:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9997 00000100:00100000:3.0:1734016147.080323:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1972:x1818247338982272:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.084611:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338982272:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4277us (10035us total) trans 4294970054 rc 0/0 00000100:00100000:3.0:1734016147.084624:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9997 00002000:00100000:3.0:1734016147.084635:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (6254592->6260265) req@ffff88011cd49f80 x1818247338982272/t4294970054(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 6168/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.084643:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247338982272 ext(6254592->6260265) 00002000:00010000:3.0:1734016147.084649:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:0.0:1734016147.097517:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.099829:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982400 00000100:00100000:2.0:1734016147.099841:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982400 00000100:00100000:2.0:1734016147.099894:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2818 00000100:00100000:2.0:1734016147.099901:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338982400:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:2.0:1734016147.100006:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338982400:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 105us (2498us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.100014:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2818 00000100:00080000:0.0:1734016147.100317:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00000100:00100000:3.0:1734016147.100693:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338982144:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 53385us (54158us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016147.100701:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9996 00002000:00100000:3.0:1734016147.100709:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079c8d880 x1818247338982144/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.100718:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079c8d880 with x1818247338982144 ext(0->4194303) 00002000:00010000:3.0:1734016147.100722:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079c8d880 00000100:00100000:0.0:1734016147.109262:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.109537:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982528 00000100:00100000:2.0:1734016147.109547:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982528 00000100:00100000:2.0:1734016147.109596:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15049 00000100:00100000:2.0:1734016147.109604:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338982528:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:1.0:1734016147.111530:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970054 is committed 00000100:00100000:3.0:1734016147.112881:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338982528:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 3271us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.112892:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15049 00000100:00100000:0.0:1734016147.115383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.115621:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982656 00000100:00100000:2.0:1734016147.115628:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982656 00000100:00080000:0.0:1734016147.115713:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016117 00000100:00100000:2.0:1734016147.115796:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2819 00000100:00100000:2.0:1734016147.115804:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338982656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.115820:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.115836:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24997 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1383 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.115914:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.115925:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.115933:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016147.115957:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10454570 00000004:00200000:2.0:1734016147.115961:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.115978:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.115997:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48b40/0x857af32d4ea24997 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.116008:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.116014:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.116018:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.116021:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016147.116492:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338982656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 687us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.116498:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2819 00000100:00100000:0.0:1734016147.118691:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.118857:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.119013:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982912 00000100:00100000:3.0:1734016147.119020:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982912 00000100:00100000:3.0:1734016147.119059:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338982784 00000100:00100000:3.0:1734016147.119061:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338982784 00000100:00100000:3.0:1734016147.119077:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15050 00000100:00100000:3.0:1734016147.119083:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338982912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.119097:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.119111:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1391 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.119155:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341118464:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.119206:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.119429:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15051 00000100:00100000:2.0:1734016147.119434:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338982784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.119451:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.119462:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea249ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae138a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.119487:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341118592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.119510:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00080000:2.0:1734016147.119527:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016117 00000100:00080000:2.0:1734016147.119530:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016117 00002000:00010000:2.0:1734016147.121850:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00002000:00010000:2.0:1734016147.121858:0:7694:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks: 568 -> 584 00000100:00100000:2.0:1734016147.121875:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341118592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.121923:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea249ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae138a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.121935:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea249ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae138a expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1734016147.122334:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016147.122346:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341118464:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.122363:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249a5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1391 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.122370:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1391 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.122382:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016147.122425:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338982912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3341us (3738us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.122432:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15050 00010000:00010000:2.0:1734016147.122596:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016147.122619:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338982784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3183us (3762us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.122624:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15051 00000100:00100000:0.0:1734016147.125428:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.125481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.125577:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983168 00000100:00100000:3.0:1734016147.125584:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983168 00000100:00100000:3.0:1734016147.125627:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983040 00000100:00100000:3.0:1734016147.125629:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983040 00000100:00100000:3.0:1734016147.125644:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15052 00000100:00100000:3.0:1734016147.125650:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338983168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.125666:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.125679:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae139f expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.125724:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341118720:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.125764:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.125842:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15053 00000100:00100000:3.0:1734016147.125846:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338983040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.125852:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.125860:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea249ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1398 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.125879:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341118848:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.125893:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.128043:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341118720:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.128069:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249b3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae139f expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.128080:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae139f expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.128089:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016147.128121:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1969:x1818247338983168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2470us (2701us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.128131:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15052 00000100:00100000:2.0:1734016147.128804:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341118848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.128819:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea249ba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1398 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.128826:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea249ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1398 expref: 7 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.128833:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:2.0:1734016147.128850:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:1969:x1818247338983040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3003us (3369us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.128854:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15053 00000100:00100000:0.0:1734016147.132637:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.132733:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983296 00000100:00100000:2.0:1734016147.132741:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983296 00000100:00100000:2.0:1734016147.132825:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2820 00000100:00100000:2.0:1734016147.132832:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247338983296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.132848:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.132864:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea249c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13a6 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.132940:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.132952:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.132962:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016147.132986:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10454570 00000004:00200000:2.0:1734016147.132990:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.133004:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.133024:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c498c0/0x857af32d4ea249c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13a6 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.133038:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13a6 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.133046:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.133048:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.133051:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016147.133102:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338983296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 269us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.133110:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2820 00000100:00100000:0.0:1734016147.135768:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.135967:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983424 00000100:00100000:2.0:1734016147.135974:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983424 00000100:00100000:2.0:1734016147.136436:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15054 00000100:00100000:2.0:1734016147.136452:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:10361:x1818247338983424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.136466:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.136482:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13ad expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.136506:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.136517:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.136518:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.136521:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [901120->905215] (req 901120->905215) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 16 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.136543:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 10 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.136551:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 10 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.136562:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341118976:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016147.136610:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.148422:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341118976:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016147.148510:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [901120->905215] (req 901120->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 16 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.148526:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016147.151979:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338983424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 15524us (16206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.151991:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15054 00000100:00100000:0.0:1734016147.157340:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.158777:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983552 00000100:00100000:2.0:1734016147.158788:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983552 00010000:00010000:2.0:1734016147.158828:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 11 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.158878:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4118 00000100:00100000:2.0:1734016147.158885:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338983552:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.158903:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.158923:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 11 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.158934:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 11 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.158953:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24974 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1367 expref: 11 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.158984:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.158987:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.158994:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 15 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.159002:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 15 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.159032:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 15 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.159043:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341119104:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.159109:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.162407:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341119104:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016147.162454:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016147.162486:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338983552:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3601us (5154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.162496:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4118 00000100:00100000:0.0:1734016147.162893:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.163588:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983680 00000100:00100000:2.0:1734016147.163594:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983680 00000100:00100000:2.0:1734016147.163629:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15055 00000100:00100000:2.0:1734016147.163634:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338983680:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016147.163830:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1734016147.163834:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016147.163835:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016147.163837:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016147.163838:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:2.0:1734016147.163873:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1970:x1818247338983680:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 239us (980us total) trans 4294968402 rc 0/0 00000100:00100000:2.0:1734016147.163879:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15055 00000100:00100000:0.0:1734016147.165584:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.165651:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983808 00000100:00100000:2.0:1734016147.165657:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983808 00000100:00100000:2.0:1734016147.165713:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15056 00000100:00100000:2.0:1734016147.165718:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338983808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.165731:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.165748:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea249d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13b4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.165790:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341119232:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.165833:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00002000:00010000:2.0:1734016147.167046:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:2.0:1734016147.167064:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341119232:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.167104:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea249d6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13b4 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.167117:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c498c0/0x857af32d4ea249d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13b4 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.167126:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:2.0:1734016147.167152:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1972:x1818247338983808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1434us (1573us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.167159:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15056 00000100:00100000:0.0:1734016147.170042:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.170189:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338983936 00000100:00100000:2.0:1734016147.170197:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338983936 00000100:00100000:2.0:1734016147.170238:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15057 00000100:00100000:2.0:1734016147.170245:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338983936:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.170261:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.170303:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea249dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13bb expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.170348:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341119360:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.170396:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.172593:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341119360:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.172644:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea249dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13bb expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.172656:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea249dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13bb expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.172671:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016147.175022:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338983936:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4765us (4973us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.175033:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15057 00000100:00100000:0.0:1734016147.178052:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.178109:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984064 00000100:00100000:2.0:1734016147.178120:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984064 00000100:00100000:3.0:1734016147.179497:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15058 00000100:00100000:3.0:1734016147.179506:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.179524:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.179540:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13c2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.179586:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119488:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.179643:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.181635:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119488:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.181664:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13c2 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.181678:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea249e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13c2 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.181701:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016147.181740:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2234us (3695us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.181746:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15058 00000100:00100000:0.0:1734016147.185354:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.185419:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984192 00000100:00100000:3.0:1734016147.185426:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984192 00000100:00100000:3.0:1734016147.185532:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15059 00000100:00100000:3.0:1734016147.185541:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.185560:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.185574:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13c9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.185620:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119616:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.185808:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.187361:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119616:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.187386:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13c9 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.187396:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea249eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13c9 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.187407:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016147.187694:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2154us (2346us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.187702:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15059 00000100:00100000:0.0:1734016147.189383:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.189468:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984320 00000100:00100000:3.0:1734016147.189474:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984320 00000100:00100000:3.0:1734016147.189533:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15060 00000100:00100000:3.0:1734016147.189538:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.189551:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.189565:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea249f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13d0 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.189604:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119744:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.189644:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.191228:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119744:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.191257:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea249f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13d0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.191267:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea249f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13d0 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.191360:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016147.191565:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800789f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2025us (2184us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.191573:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15060 00000100:00100000:0.0:1734016147.194415:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.194598:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984448 00000100:00100000:3.0:1734016147.194606:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984448 00000100:00100000:3.0:1734016147.194781:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15061 00000100:00100000:3.0:1734016147.194791:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338984448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.194810:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.194825:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea249f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13d7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.194879:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119872:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.194927:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.196914:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341119872:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.196944:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea249f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13d7 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.196961:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea249f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13d7 expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.197078:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016147.197256:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338984448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2465us (2846us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.197264:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15061 00000100:00100000:0.0:1734016147.200255:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.200438:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984576 00000100:00100000:3.0:1734016147.200454:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984576 00000100:00100000:3.0:1734016147.200491:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15062 00000100:00100000:3.0:1734016147.200498:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.200513:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.200529:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24a00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13de expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.200575:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341120000:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.200614:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.202734:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341120000:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.202774:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24a00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13de expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.202785:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ce400/0x857af32d4ea24a00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13de expref: 11 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.202802:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:3.0:1734016147.202854:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338984576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2356us (2609us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.202861:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15062 00000100:00100000:0.0:1734016147.204847:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.205115:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984704 00000100:00100000:3.0:1734016147.205122:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984704 00000100:00100000:3.0:1734016147.205264:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15063 00000100:00100000:3.0:1734016147.205299:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338984704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.205313:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.205328:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13e5 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.205350:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.205357:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.205359:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.205361:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.205384:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.205394:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 6 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.205407:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341120128:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.205473:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.211194:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341120128:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.211222:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.211236:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016147.211309:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338984704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6038us (6467us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.211316:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15063 00000100:00100000:0.0:1734016147.213269:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.213358:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984832 00000100:00100000:2.0:1734016147.213365:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984832 00010000:00010000:2.0:1734016147.213389:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.213460:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4119 00000100:00100000:2.0:1734016147.213465:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338984832:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.213475:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.213490:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.213499:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.213515:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24990 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae137c expref: 7 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.213623:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.213626:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.213632:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.213639:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.213666:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.213677:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341120256:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.213721:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.218091:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341120256:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016147.218147:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.219741:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338984832:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 6259us (6461us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.219758:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4119 00000100:00100000:0.0:1734016147.222383:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.223562:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338984960 00000100:00100000:3.0:1734016147.223570:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338984960 00000100:00100000:3.0:1734016147.223611:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15064 00000100:00100000:3.0:1734016147.223617:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338984960:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016147.223756:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6260266 -> 6260266 00002000:00010000:3.0:1734016147.223759:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.223760:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.223762:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.223763:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 584 -> 584 00000100:00100000:3.0:1734016147.224641:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338984960:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 1019us (2261us total) trans 4294970055 rc 0/0 00000100:00100000:3.0:1734016147.224651:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15064 00000100:00100000:0.0:1734016147.227059:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.227104:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.227217:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985088 00000100:00100000:2.0:1734016147.227224:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985088 00000100:00100000:2.0:1734016147.227264:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985216 00000100:00100000:2.0:1734016147.227266:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985216 00000100:00100000:2.0:1734016147.227316:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15065 00000100:00100000:2.0:1734016147.227322:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985088:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.227337:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.227351:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13ec expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.227397:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341120384:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.227436:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.227469:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15066 00000100:00100000:2.0:1734016147.227473:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338985216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.227479:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.227489:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24a15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13f3 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.227511:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341120512:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.227530:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a3c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.228917:0:13929:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime: 1734016146 -> 1734016147 00000100:00100000:3.0:1734016147.228934:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341120512:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.228955:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24a15 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13f3 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.228964:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24a15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13f3 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.228977:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:3.0:1734016147.229013:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338985216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1538us (1908us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.229019:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15066 00002000:00010000:2.0:1734016147.229687:0:7694:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016146 -> 1734016147 00000100:00100000:2.0:1734016147.229699:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341120384:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.229723:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a0e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ec expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.229732:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ec expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.230364:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016147.230551:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985088:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3226us (3498us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.230558:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15065 00000100:00100000:0.0:1734016147.232783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.232825:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.232898:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985344 00000100:00100000:2.0:1734016147.232905:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985344 00000100:00100000:2.0:1734016147.232946:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985472 00000100:00100000:2.0:1734016147.232948:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985472 00000100:00100000:2.0:1734016147.232965:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15067 00000100:00100000:2.0:1734016147.232972:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985344:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.232986:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.233002:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24a1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae13fa expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.233047:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341120640:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.233097:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.233241:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15068 00000100:00100000:3.0:1734016147.233246:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338985472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.233253:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.233263:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea24a23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1401 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.233306:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341120768:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.233328:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.235264:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341120768:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.235319:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea24a23 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1401 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.235331:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ced00/0x857af32d4ea24a23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1401 expref: 11 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.235360:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016147.235405:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338985472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2158us (2578us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.235412:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15068 00000100:00100000:2.0:1734016147.235519:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341120640:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.235539:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24a1c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13fa expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.235548:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24a1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13fa expref: 7 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.235556:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016147.235572:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985344:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2601us (2795us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.235577:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15067 00000100:00100000:0.0:1734016147.239635:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.239677:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.239736:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985728 00000100:00100000:2.0:1734016147.239743:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985728 00000100:00100000:2.0:1734016147.239779:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985600 00000100:00100000:2.0:1734016147.239781:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985600 00000100:00100000:2.0:1734016147.239795:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15069 00000100:00100000:2.0:1734016147.239801:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338985728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.239815:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.239828:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24a2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae140f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.239873:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341120896:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.239918:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.239972:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15070 00000100:00100000:1.0:1734016147.239978:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985600:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.239984:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.239994:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24a31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1408 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.240020:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121024:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.240040:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.242422:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121024:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.242456:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24a31 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1408 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.242467:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24a31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1408 expref: 7 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.242489:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016147.242519:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338985600:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2540us (2841us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.242525:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15070 00000100:00100000:2.0:1734016147.242596:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341120896:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.242611:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24a2a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae140f expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.242618:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24a2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae140f expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.242625:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016147.242636:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079168380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338985728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2836us (3010us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.242641:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15069 00000100:00100000:0.0:1734016147.244486:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.244572:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985856 00000100:00100000:3.0:1734016147.244580:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985856 00000100:00100000:3.0:1734016147.244624:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15071 00000100:00100000:3.0:1734016147.244630:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338985856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.244646:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.244661:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1416 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.244685:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.244691:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.244693:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.244695:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1912832->1916927] (req 1912832->1916927) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.244718:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.244728:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 7 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.244742:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341121152:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.244781:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.248116:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341121152:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.248143:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1912832->1916927] (req 1912832->1916927) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.248156:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016147.248192:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338985856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3562us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.248199:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15071 00000100:00100000:0.0:1734016147.248658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.248970:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338985984 00000100:00100000:2.0:1734016147.248976:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338985984 00010000:00010000:2.0:1734016147.248997:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 8 pid: 8975 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.249025:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4120 00000100:00100000:2.0:1734016147.249031:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338985984:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.249042:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.249058:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 8 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.249072:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 8 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.249089:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24a07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13e5 expref: 8 pid: 8975 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.249099:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.249101:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.249108:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.249115:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.249142:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.249152:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341121280:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.249193:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.251260:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341121280:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016147.251301:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.251845:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1969:x1818247338985984:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2811us (3185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.251856:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4120 00000100:00100000:1.0:1734016147.252097:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.252242:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986112 00000100:00100000:3.0:1734016147.252249:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986112 00000100:00100000:3.0:1734016147.252304:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15072 00000100:00100000:3.0:1734016147.252309:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338986112:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016147.252493:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6260266 -> 6260266 00002000:00010000:3.0:1734016147.252497:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.252499:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.252501:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.252503:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 584 -> 592 00000100:00100000:3.0:1734016147.252530:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338986112:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 220us (436us total) trans 4294970056 rc 0/0 00000100:00100000:3.0:1734016147.252534:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15072 00000100:00100000:0.0:1734016147.255717:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.255794:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986240 00000100:00100000:1.0:1734016147.255803:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986240 00000100:00100000:1.0:1734016147.255846:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15073 00000100:00100000:1.0:1734016147.255852:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338986240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.255868:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.255882:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24a3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae141d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.255925:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121408:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.255980:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.259997:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121408:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.260028:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24a3f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae141d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260039:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24a3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae141d expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260064:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016147.260416:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338986240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4562us (4704us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.260425:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15073 00000100:00100000:0.0:1734016147.262542:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.262662:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986368 00000100:00100000:1.0:1734016147.262671:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986368 00000100:00100000:1.0:1734016147.262720:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15074 00000100:00100000:1.0:1734016147.262726:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.262742:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.262756:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24a46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1424 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.262799:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121536:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.262848:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.264260:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121536:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.264320:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24a46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1424 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.264333:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24a46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1424 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.264342:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016147.264388:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1662us (1852us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.264394:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15074 00000100:00100000:0.0:1734016147.267581:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.267676:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986496 00000100:00100000:1.0:1734016147.267684:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986496 00000100:00100000:1.0:1734016147.267907:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15075 00000100:00100000:1.0:1734016147.267914:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338986496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.267932:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.267947:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24a4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae142b expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.267994:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121664:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.268054:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.269712:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121664:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.269734:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24a4d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae142b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.269744:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24a4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae142b expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.269757:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016147.269978:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338986496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2063us (2406us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.269985:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15075 00000100:00100000:0.0:1734016147.272664:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.272753:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986624 00000100:00100000:1.0:1734016147.272760:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986624 00000100:00100000:1.0:1734016147.272854:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15076 00000100:00100000:1.0:1734016147.272861:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986624:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.272876:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.272889:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24a54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1432 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.272935:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121792:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.273138:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.274976:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121792:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.275004:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24a54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1432 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.275015:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24a54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1432 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.275312:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016147.275353:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986624:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2491us (2694us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.275364:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15076 00000100:00100000:0.0:1734016147.277510:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.277622:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986752 00000100:00100000:1.0:1734016147.277630:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986752 00000100:00100000:1.0:1734016147.277679:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15077 00000100:00100000:1.0:1734016147.277684:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986752:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.277697:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.277714:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24a5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1439 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.277772:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121920:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.277836:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.279413:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341121920:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.279448:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24a5b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1439 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279459:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24a5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1439 expref: 8 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279482:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016147.279853:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338986752:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2167us (2347us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.279861:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15077 00000100:00100000:0.0:1734016147.281568:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.281667:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338986880 00000100:00100000:1.0:1734016147.281675:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338986880 00000100:00100000:1.0:1734016147.281773:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15078 00000100:00100000:1.0:1734016147.281781:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338986880:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.281796:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.281812:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1440 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.281836:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.281841:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.281843:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.281846:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1658880->1667071] (req 1658880->1667071) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.281870:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.281880:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 7 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016147.281891:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341122048:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016147.282143:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.284200:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341122048:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016147.284227:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1658880->1667071] (req 1658880->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.284244:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016147.284302:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338986880:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2520us (2736us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.284310:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15078 00000100:00100000:0.0:1734016147.284768:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.284907:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987008 00000100:00100000:3.0:1734016147.284914:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987008 00010000:00010000:3.0:1734016147.284935:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 8 pid: 7694 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.284954:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4121 00000100:00100000:3.0:1734016147.284959:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338987008:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016147.284970:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.284989:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 8 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016147.285000:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 8 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016147.285020:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cc6c0/0x857af32d4ea24a38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1416 expref: 8 pid: 7694 timeout: 515 lvb_type: 0 00010000:00010000:3.0:1734016147.285046:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.285047:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.285053:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.285060:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.285089:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 7 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.285100:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341122176:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016147.285141:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.288101:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341122176:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016147.288120:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016147.288157:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338987008:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3197us (3391us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.288166:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4121 00000100:00100000:0.0:1734016147.288586:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.288762:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987136 00000100:00100000:1.0:1734016147.288769:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987136 00000100:00100000:1.0:1734016147.288805:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15079 00000100:00100000:1.0:1734016147.288810:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338987136:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016147.288986:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6260266 -> 6260266 00002000:00010000:1.0:1734016147.288988:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016147.288990:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016147.288992:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:1.0:1734016147.288993:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 608 00000100:00100000:1.0:1734016147.289016:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338987136:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 204us (430us total) trans 4294970057 rc 0/0 00000100:00100000:1.0:1734016147.289021:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15079 00000100:00100000:0.0:1734016147.291390:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.291489:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987392 00000100:00100000:3.0:1734016147.291498:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987392 00000100:00100000:3.0:1734016147.291547:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2821 00000100:00100000:3.0:1734016147.291554:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:10361:x1818247338987392:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016147.291596:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.291623:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea249c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13a6 expref: 21 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.291637:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.291641:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016147.291774:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.291784:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.291790:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.291812:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.291822:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 22 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.291833:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341122304:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.291872:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.294865:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.294928:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987520 00000100:00100000:2.0:1734016147.294935:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987520 00010000:00010000:2.0:1734016147.294963:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.294983:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4122 00000100:00100000:2.0:1734016147.294989:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338987520:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.295001:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.295005:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.295016:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:2.0:1734016147.295035:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.295039:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.295046:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.295051:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.295066:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.295105:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338987520:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 116us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.295111:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4122 00010000:00010000:3.0:1734016147.295188:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b600/0x857af32d4ea2499e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1383 expref: 22 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.295198:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341122304:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.295212:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.295220:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.295224:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016147.295317:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969104 00000004:00010000:3.0:1734016147.295351:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f20000 reply state ffff88007c74e000 transno 4294969105 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016147.295358:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.295412:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338987392:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3858us (4029us total) trans 4294969105 rc 0/0 00000100:00100000:3.0:1734016147.295418:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2821 00000020:00080000:3.0:1734016147.295422:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016147.298619:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.298819:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987648 00000100:00100000:2.0:1734016147.298829:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987648 00000100:00100000:2.0:1734016147.298877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15080 00000100:00100000:2.0:1734016147.298883:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338987648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.298899:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.298922:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1447 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.298949:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.298955:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.298957:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016147.298960:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.298986:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 8 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.298997:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 8 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:2.0:1734016147.299006:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341122432:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016147.299060:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00010000:00010000:3.0:1734016147.299208:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299216:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299226:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299231:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cfcc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016147.299234:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299239:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299250:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.299253:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016147.299255:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.299258:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24a69 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:2.0:1734016147.302127:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079cb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341122432:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016147.302152:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.302165:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016147.302202:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:10361:x1818247338987648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3317us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.302210:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15080 00000100:00100000:0.0:1734016147.302546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.302927:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987776 00000100:00100000:1.0:1734016147.302934:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987776 00010000:00010000:1.0:1734016147.302954:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016147.302975:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4123 00000100:00100000:1.0:1734016147.302980:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247338987776:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.302990:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.303006:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.303015:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.303032:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24a62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1440 expref: 9 pid: 7692 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.303046:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.303047:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.303051:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.303059:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.303085:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.303095:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341122560:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016147.303126:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.306972:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.307118:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341122560:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016147.307136:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.307169:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338987776:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4187us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.307178:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4123 00000100:00100000:3.0:1734016147.307288:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338987904 00000100:00100000:3.0:1734016147.307294:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338987904 00000100:00100000:3.0:1734016147.307326:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15081 00000100:00100000:3.0:1734016147.307332:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338987904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.307345:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.307360:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae144e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.307381:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 16 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.307386:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.307388:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016147.307391:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.307415:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 16 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.307425:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 16 pid: 13929 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.307434:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341122688:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.307470:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.310321:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341122688:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.310360:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.310373:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016147.310424:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247338987904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3090us (3456us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.310432:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15081 00000100:00100000:2.0:1734016147.311105:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.311211:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988032 00000100:00100000:1.0:1734016147.311217:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988032 00010000:00010000:1.0:1734016147.311236:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 17 pid: 13929 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016147.311260:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4124 00000100:00100000:1.0:1734016147.311265:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338988032:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.311304:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.311320:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 17 pid: 13929 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.311328:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 17 pid: 13929 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.311345:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea249cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae13ad expref: 17 pid: 13929 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.311353:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.311355:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.311360:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.311368:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.311392:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 10 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.311402:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341122816:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016147.311448:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.314569:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341122816:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016147.314588:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.314641:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338988032:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3374us (3536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.314652:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4124 00000100:00100000:2.0:1734016147.314761:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.314840:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.315048:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988288 00000100:00100000:3.0:1734016147.315055:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988288 00002000:00010000:3.0:1734016147.315082:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016147.315085:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338988288 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016147.315094:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb6a00. 00000100:00100000:3.0:1734016147.315106:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988160 00000100:00100000:3.0:1734016147.315108:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988160 00002000:00010000:3.0:1734016147.315117:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (927914->18446744073709551615) 00002000:00100000:3.0:1734016147.315119:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7b80 with x1818247338988160 ext(927914->18446744073709551615) 00002000:00010000:3.0:1734016147.315125:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb7b80. 00000100:00100000:3.0:1734016147.315145:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9998 00000100:00100000:3.0:1734016147.315151:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338988288:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.318182:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1734016147.318189:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016147 00002000:00010000:3.0:1734016147.318191:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:3.0:1734016147.318193:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.318195:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 56 -> 0 00000100:00100000:3.0:1734016147.318260:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338988288:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 3104us (3495us total) trans 4294968403 rc 0/0 00000100:00100000:3.0:1734016147.318296:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9998 00002000:00010000:3.0:1734016147.318303:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:3.0:1734016147.318306:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb6a00 with x1818247338988288 ext(0->18446744073709551615) 00002000:00010000:3.0:1734016147.318314:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079cb6a00. 00000100:00100000:3.0:1734016147.318356:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 9999 00000100:00100000:3.0:1734016147.318363:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338988160:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.323950:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 6260266 -> 927914 00002000:00010000:3.0:1734016147.323958:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016146 -> 1734016147 00002000:00010000:3.0:1734016147.323961:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.323963:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.323964:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 608 -> 520 00000100:00100000:3.0:1734016147.324559:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338988160:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 6191us (9713us total) trans 4294970058 rc 0/0 00000100:00100000:3.0:1734016147.324570:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 9999 00002000:00010000:3.0:1734016147.324574:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (927914->18446744073709551615) 00002000:00100000:3.0:1734016147.324577:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079cb7b80 with x1818247338988160 ext(927914->18446744073709551615) 00002000:00010000:3.0:1734016147.324583:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079cb7b80. 00000100:00100000:0.0:1734016147.326934:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.327021:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988416 00000100:00100000:3.0:1734016147.327028:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988416 00000100:00100000:3.0:1734016147.327077:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2822 00000100:00100000:3.0:1734016147.327083:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:10361:x1818247338988416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.327101:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.327116:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24a7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1455 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.327180:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.327192:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.327201:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016147.327220:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 927914 00000004:00200000:3.0:1734016147.327224:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.327237:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.327258:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24a7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1455 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.327293:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1455 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.327300:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.327302:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.327305:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016147.327344:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338988416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 261us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.327350:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2822 00000100:00100000:0.0:1734016147.332351:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.332480:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988544 00000100:00100000:3.0:1734016147.332488:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988544 00000100:00100000:3.0:1734016147.332526:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15082 00000100:00100000:3.0:1734016147.332534:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247338988544:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016147.332730:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 3261394 00002000:00010000:3.0:1734016147.332734:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.332736:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016145 -> 1734016145 00002000:00010000:3.0:1734016147.332737:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.332739:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1734016147.332781:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338988544:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 247us (437us total) trans 4294968404 rc 0/0 00000100:00100000:3.0:1734016147.332787:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15082 00000100:00100000:0.0:1734016147.334529:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.334622:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988672 00000100:00100000:2.0:1734016147.334628:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988672 00000100:00100000:2.0:1734016147.334672:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2823 00000100:00100000:2.0:1734016147.334678:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338988672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.334694:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.334709:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24a8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae145c expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.334796:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.334808:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.334818:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016147.334838:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 927914 00000004:00200000:2.0:1734016147.334841:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.334855:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.334876:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24a8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.334898:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.334905:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.334907:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.334910:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b3c0, rc 0) 00000100:00100000:2.0:1734016147.335198:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338988672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 518us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.335204:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2823 00000100:00100000:0.0:1734016147.336678:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.336720:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.336777:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988928 00000100:00100000:1.0:1734016147.336782:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988928 00000100:00100000:3.0:1734016147.336790:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338988800 00000100:00100000:3.0:1734016147.336794:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338988800 00000100:00100000:3.0:1734016147.336844:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15083 00000100:00100000:3.0:1734016147.336850:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338988928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.336862:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.336874:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24a9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae146a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.336900:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15084 00000100:00100000:2.0:1734016147.336905:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338988800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.336913:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1734016147.336916:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341122944:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.336923:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea24aa1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1463 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.336948:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.336962:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.336967:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.338136:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:2.0:1734016147.338143:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079028700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123072:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016147.338148:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341122944:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.338162:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea24aa1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1463 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.338163:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24a9a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae146a expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.338171:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b180/0x857af32d4ea24aa1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1463 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.338171:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24a9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae146a expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.338183:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00010000:00010000:2.0:1734016147.338184:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:3.0:1734016147.338324:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338988928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1468us (1643us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.338330:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15083 00000100:00100000:2.0:1734016147.338364:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338988800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1458us (1644us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.338370:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15084 00000100:00100000:2.0:1734016147.340247:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.340340:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.340405:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989056 00000100:00100000:0.0:1734016147.340413:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989056 00000100:00100000:0.0:1734016147.340455:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989184 00000100:00100000:0.0:1734016147.340458:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989184 00000100:00100000:1.0:1734016147.340471:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15085 00000100:00100000:1.0:1734016147.340478:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338989056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.340494:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.340508:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24aa8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1471 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.340551:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341123200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.340588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.340629:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15086 00000100:00100000:0.0:1734016147.340635:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338989184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.340643:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.340653:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea24aaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1478 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.340681:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341123328:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016147.340702:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.342748:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341123200:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.342772:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24aa8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1471 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.342783:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24aa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1471 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.342807:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:2.0:1734016147.342838:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338989056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2359us (2593us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.342844:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15085 00000100:00100000:0.0:1734016147.342925:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341123328:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016147.342941:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea24aaf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1478 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.342949:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933dd40/0x857af32d4ea24aaf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1478 expref: 17 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.342959:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:0.0:1734016147.342976:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338989184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2342us (2637us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016147.342981:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15086 00000100:00100000:1.0:1734016147.349787:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.350035:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989440 00000100:00100000:3.0:1734016147.350044:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989440 00000100:00100000:3.0:1734016147.350109:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2824 00000100:00100000:3.0:1734016147.350116:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+23:10361:x1818247338989440:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016147.350170:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.350203:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24a85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1455 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.350237:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.350240:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016147.350431:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.350454:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.350463:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.350494:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.350505:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 22 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:3.0:1734016147.350516:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341123456:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.350586:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.357340:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341123456:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.357360:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016147.357481:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.357705:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989568 00000100:00100000:1.0:1734016147.357711:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989568 00010000:00010000:1.0:1734016147.357733:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00000100:00100000:1.0:1734016147.361881:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4125 00000100:00100000:1.0:1734016147.361889:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247338989568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.361905:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016147.361913:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.361927:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.361944:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24a93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae145c expref: 23 pid: 7714 timeout: 515 lvb_type: 0 00010000:00010000:1.0:1734016147.361968:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016147.361972:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016147.361979:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016147.361984:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016147.362002:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016147.362046:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247338989568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 156us (4564us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.362052:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4125 00010000:00010000:3.0:1734016147.362316:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.362322:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016147.362385:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969106 00000004:00010000:3.0:1734016147.362512:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e38e00 reply state ffff88007c74b000 transno 4294969107 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016147.362518:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.362581:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338989440:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 12465us (12803us total) trans 4294969107 rc 0/0 00000100:00100000:3.0:1734016147.362587:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2824 00000020:00080000:3.0:1734016147.362590:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016147.371490:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371503:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371508:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371513:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cfa80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016147.371516:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371522:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371533:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.371536:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016147.371538:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.371543:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24ab6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016147.376716:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.376797:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.376852:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989824 00000100:00100000:2.0:1734016147.376859:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989824 00002000:00010000:2.0:1734016147.376884:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016147.376888:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40700 with x1818247338989824 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016147.376896:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f40700. 00000100:00100000:2.0:1734016147.376908:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989696 00000100:00100000:2.0:1734016147.376909:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989696 00002000:00010000:2.0:1734016147.376917:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5352988->18446744073709551615) 00002000:00100000:2.0:1734016147.376919:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43480 with x1818247338989696 ext(5352988->18446744073709551615) 00002000:00010000:2.0:1734016147.376923:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43480. 00000100:00100000:2.0:1734016147.376943:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10000 00000100:00100000:2.0:1734016147.376949:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247338989824:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016147.377061:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 3261394 -> 4194304 00002000:00010000:2.0:1734016147.377064:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.377066:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016145 00002000:00010000:2.0:1734016147.377067:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.377069:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1734016147.377104:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247338989824:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 155us (396us total) trans 4294968405 rc 0/0 00000100:00100000:2.0:1734016147.377109:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10000 00002000:00010000:2.0:1734016147.377111:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:2.0:1734016147.377113:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f40700 with x1818247338989824 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1734016147.377116:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078f40700. 00000100:00100000:2.0:1734016147.377126:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10001 00000100:00100000:2.0:1734016147.377130:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338989696:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016147.377212:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 927914 -> 5352988 00002000:00010000:2.0:1734016147.377214:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.377216:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016147.377218:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016147.377219:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 520 -> 520 00000100:00100000:2.0:1734016147.377232:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338989696:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 101us (435us total) trans 4294970059 rc 0/0 00000100:00100000:2.0:1734016147.377239:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10001 00002000:00010000:2.0:1734016147.377241:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5352988->18446744073709551615) 00002000:00100000:2.0:1734016147.377243:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078f43480 with x1818247338989696 ext(5352988->18446744073709551615) 00002000:00010000:2.0:1734016147.377246:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078f43480. 00000100:00100000:0.0:1734016147.378518:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.378578:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338989952 00000100:00100000:3.0:1734016147.378583:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338989952 00000100:00100000:3.0:1734016147.378616:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2825 00000100:00100000:3.0:1734016147.378620:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338989952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.378631:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.378645:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24abd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae147f expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.378711:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.378722:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.378730:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016147.378747:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9547292 00000004:00200000:3.0:1734016147.378750:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.378759:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.378775:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24abd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.378789:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.378795:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.378797:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.378800:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016147.378858:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338989952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 237us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.378864:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2825 00000100:00100000:2.0:1734016147.382099:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.382129:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.382511:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990208 00000100:00100000:3.0:1734016147.382519:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990208 00000100:00100000:3.0:1734016147.382547:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990080 00000100:00100000:3.0:1734016147.382549:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990080 00000100:00100000:3.0:1734016147.382563:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15087 00000100:00100000:3.0:1734016147.382568:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.382583:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.382597:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24acb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae148d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.383084:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341123584:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016147.383192:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15088 00000100:00100000:0.0:1734016147.383198:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990080:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.383205:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.383214:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea24ad2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1486 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.383237:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123712:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016147.385283:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.385514:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00002000:00010000:3.0:1734016147.407816:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016145 -> 1734016146 00000100:00100000:3.0:1734016147.407842:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341123584:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.407873:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24acb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae148d expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.407885:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24acb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae148d expref: 17 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.407899:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016147.407936:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007902aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 25366us (25843us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.407943:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15087 00000100:00100000:2.0:1734016147.408113:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078f41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123712:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.408130:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea24ad2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1486 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.408138:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933c6c0/0x857af32d4ea24ad2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1486 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.408158:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:2.0:1734016147.408183:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990080:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 24985us (26053us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.408188:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15088 00000100:00100000:0.0:1734016147.410355:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.410393:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.410504:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990464 00000100:00100000:2.0:1734016147.410512:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990464 00000100:00100000:2.0:1734016147.410542:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990336 00000100:00100000:2.0:1734016147.410543:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990336 00000100:00100000:2.0:1734016147.410563:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15089 00000100:00100000:2.0:1734016147.410568:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.410581:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.410595:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24ad9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae149b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.410636:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341123840:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.410676:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.410689:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15090 00000100:00100000:2.0:1734016147.410692:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.410698:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.410706:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24ae0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1494 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.410725:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123968:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.410738:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.411814:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341123840:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.411846:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24ad9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae149b expref: 17 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.411856:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b180/0x857af32d4ea24ad9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae149b expref: 17 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.411867:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016147.411898:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1329us (1549us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.411904:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15089 00000100:00100000:3.0:1734016147.412038:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341123968:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.412051:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24ae0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1494 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.412063:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24ae0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1494 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.412138:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:3.0:1734016147.412255:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1561us (1861us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.412260:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15090 00000100:00100000:0.0:1734016147.413418:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.413464:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.413521:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990720 00000100:00100000:2.0:1734016147.413527:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990720 00000100:00100000:2.0:1734016147.413548:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990592 00000100:00100000:2.0:1734016147.413550:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990592 00000100:00100000:2.0:1734016147.413562:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15091 00000100:00100000:2.0:1734016147.413567:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.413578:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.413590:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ae7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14a9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.413625:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341124096:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.413671:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.413693:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15092 00000100:00100000:2.0:1734016147.413697:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.413703:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.413710:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24aee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14a2 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.413729:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341124224:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.413742:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.421806:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341124096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.421840:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ae7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14a9 expref: 17 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.421853:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ae7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14a9 expref: 17 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.421866:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016147.421916:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247338990720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8348us (8500us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.421924:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15091 00000100:00100000:3.0:1734016147.422207:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341124224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016147.422234:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24aee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14a2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.422243:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24aee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14a2 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.422470:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:3.0:1734016147.422499:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338990592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8800us (9033us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016147.422504:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15092 00000100:00100000:0.0:1734016147.426399:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.426445:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.426510:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990848 00000100:00100000:2.0:1734016147.426516:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990848 00000100:00100000:2.0:1734016147.426543:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338990976 00000100:00100000:2.0:1734016147.426544:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338990976 00000100:00100000:2.0:1734016147.426567:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15093 00000100:00100000:2.0:1734016147.426572:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338990848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.426586:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.426599:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24af5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14b0 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.426640:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341124352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.426681:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.426873:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15094 00000100:00100000:1.0:1734016147.426879:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338990976:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.426885:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.426894:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24afc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14b7 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.426917:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341124480:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.426937:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.429981:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341124352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.430026:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24af5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14b0 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.430041:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24af5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14b0 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.430058:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016147.430125:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338990848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3551us (3733us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.430134:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15093 00000100:00100000:1.0:1734016147.430237:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341124480:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.430256:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24afc lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14b7 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.430264:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24afc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14b7 expref: 17 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.430302:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016147.430318:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1970:x1818247338990976:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3438us (3880us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.430322:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15094 00000100:00100000:0.0:1734016147.433391:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.433503:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991104 00000100:00100000:1.0:1734016147.433510:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991104 00000100:00100000:1.0:1734016147.433547:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15095 00000100:00100000:1.0:1734016147.433553:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247338991104:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.433567:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.433581:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14be expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.433603:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.433609:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.433611:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.433613:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [380928->393215] (req 380928->393215) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.433638:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.433648:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016147.433657:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124608:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016147.433694:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.435835:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124608:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016147.435860:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [380928->393215] (req 380928->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.435872:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016147.435904:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247338991104:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2349us (2519us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.435911:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15095 00000100:00100000:0.0:1734016147.437121:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.437201:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991232 00000100:00100000:2.0:1734016147.437207:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991232 00010000:00010000:2.0:1734016147.437228:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016147.437254:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4126 00000100:00100000:2.0:1734016147.437259:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338991232:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.437283:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.437299:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.437308:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.437324:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24a70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1447 expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.437335:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.437337:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.437342:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.437348:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.437370:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.437383:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341124736:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.437413:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.438555:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.438621:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341124736:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016147.438645:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.438665:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130886300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338991232:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1405us (1546us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.438671:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4126 00000100:00100000:3.0:1734016147.438726:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991488 00000100:00100000:3.0:1734016147.438730:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991488 00002000:00100000:3.0:1734016147.438753:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (380928->385023) req@ffff880130887b80 x1818247338991488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.438760:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338991488 ext(380928->385023) 00002000:00010000:3.0:1734016147.438764:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887b80 00000100:00100000:3.0:1734016147.438882:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10002 00000100:00100000:3.0:1734016147.438886:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338991488:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.438976:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338991488:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 89us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016147.438981:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10002 00002000:00100000:3.0:1734016147.438986:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (380928->385023) req@ffff880130887b80 x1818247338991488/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.438992:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887b80 with x1818247338991488 ext(380928->385023) 00002000:00010000:3.0:1734016147.438994:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887b80 00000100:00100000:0.0:1734016147.443457:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.443540:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991744 00000100:00100000:1.0:1734016147.443548:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991744 00002000:00100000:1.0:1734016147.443582:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (389120->393215) req@ffff880130887480 x1818247338991744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.443590:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887480 with x1818247338991744 ext(389120->393215) 00002000:00010000:1.0:1734016147.443596:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887480 00000100:00100000:1.0:1734016147.443624:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10003 00000100:00100000:1.0:1734016147.443629:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338991744:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016147.443765:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338991744:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 135us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016147.443770:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10003 00002000:00100000:1.0:1734016147.443775:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (389120->393215) req@ffff880130887480 x1818247338991744/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016147.443781:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880130887480 with x1818247338991744 ext(389120->393215) 00002000:00010000:1.0:1734016147.443783:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130887480 00000100:00100000:0.0:1734016147.445672:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.445749:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338991872 00000100:00100000:2.0:1734016147.445755:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338991872 00000100:00100000:2.0:1734016147.445794:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2826 00000100:00100000:2.0:1734016147.445800:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+24:10361:x1818247338991872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.445818:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.445831:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea24b0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14c5 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445891:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.445901:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.445910:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016147.445927:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 9547292 00000004:00200000:2.0:1734016147.445929:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016147.445939:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016147.445957:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48900/0x857af32d4ea24b0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14c5 expref: 26 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445971:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14c5 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.445978:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.445980:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016147.445983:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016147.446023:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338991872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 222us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.446028:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2826 00000100:00100000:0.0:1734016147.451313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.451383:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992000 00000100:00100000:1.0:1734016147.451391:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992000 00000100:00100000:1.0:1734016147.451471:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15096 00000100:00100000:1.0:1734016147.451478:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338992000:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.451493:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.451507:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24b18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14cc expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.451552:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124864:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.451593:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.456041:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124864:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.456069:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24b18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14cc expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.456081:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a880/0x857af32d4ea24b18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14cc expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.456105:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016147.456149:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338992000:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4671us (4844us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.456156:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15096 00000100:00100000:0.0:1734016147.459952:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.461964:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992128 00000100:00100000:1.0:1734016147.461973:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992128 00000100:00100000:1.0:1734016147.462019:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15097 00000100:00100000:1.0:1734016147.462026:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338992128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.462040:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.462054:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24b1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14d3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.462096:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124992:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.462153:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.465411:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341124992:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.465450:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24b1f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14d3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.465462:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24b1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14d3 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.465479:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016147.466688:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338992128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4658us (6739us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.466697:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15097 00000100:00100000:0.0:1734016147.472648:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.473311:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992256 00000100:00100000:1.0:1734016147.473318:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992256 00000100:00100000:1.0:1734016147.473533:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15098 00000100:00100000:1.0:1734016147.473540:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338992256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.473555:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.473568:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24b26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14da expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.473612:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125120:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.473662:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.478410:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125120:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.478449:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24b26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14da expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.478461:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24b26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14da expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.478481:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016147.478528:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338992256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4987us (5887us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.478535:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15098 00000100:00100000:0.0:1734016147.484926:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.486235:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992384 00000100:00100000:1.0:1734016147.486243:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992384 00000100:00100000:1.0:1734016147.486296:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15099 00000100:00100000:1.0:1734016147.486303:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338992384:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.486317:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.486332:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24b2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14e1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.486378:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125248:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.486424:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.491300:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.491330:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24b2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.491342:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24b2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e1 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.491359:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016147.491406:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338992384:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5103us (6487us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.491414:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15099 00000100:00100000:0.0:1734016147.494084:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.494857:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992512 00000100:00100000:1.0:1734016147.494864:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992512 00000100:00100000:1.0:1734016147.494900:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15100 00000100:00100000:1.0:1734016147.494906:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:10361:x1818247338992512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.494919:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.494932:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14e8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.494954:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.494964:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.494966:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.494969:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.494991:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.495000:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 13 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016147.495010:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341125376:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016147.495052:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.501476:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341125376:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016147.501501:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.501516:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016147.501964:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:10361:x1818247338992512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7057us (7888us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.501972:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15100 00000100:00100000:0.0:1734016147.503563:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.503775:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992640 00000100:00100000:2.0:1734016147.503781:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992640 00010000:00010000:2.0:1734016147.503804:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 14 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016147.503824:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4127 00000100:00100000:2.0:1734016147.503828:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338992640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.503839:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.503855:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 14 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.503864:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 14 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.503885:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24a77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae144e expref: 14 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.503899:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.503901:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.503905:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.503912:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.503936:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.503946:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341125504:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.503981:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.519482:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.519553:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338992896 00000100:00100000:3.0:1734016147.519560:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338992896 00002000:00100000:3.0:1734016147.519592:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079e25880 x1818247338992896/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.519601:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25880 with x1818247338992896 ext(0->4194303) 00002000:00010000:3.0:1734016147.519605:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e25880 00000100:00100000:3.0:1734016147.520193:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10004 00000100:00100000:3.0:1734016147.520199:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338992896:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.522351:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341125504:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016147.522371:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.522426:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338992640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 18596us (18866us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.522442:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4127 00000100:00100000:3.0:1734016147.575514:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338992896:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 55306us (56031us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1734016147.575524:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10004 00002000:00100000:3.0:1734016147.575534:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (0->4194303) req@ffff880079e25880 x1818247338992896/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.575542:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25880 with x1818247338992896 ext(0->4194303) 00002000:00010000:3.0:1734016147.575546:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e25880 00000100:00100000:0.0:1734016147.589251:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.589318:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.589400:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993152 00000100:00100000:1.0:1734016147.589407:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993152 00000100:00100000:1.0:1734016147.589446:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993024 00000100:00100000:1.0:1734016147.589447:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993024 00000100:00100000:1.0:1734016147.589474:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15101 00000100:00100000:1.0:1734016147.589480:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338993152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.589495:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.589509:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24b3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14f6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.589550:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341125632:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.589594:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.589727:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15102 00000100:00100000:2.0:1734016147.589732:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338993024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016147.589739:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016147.589747:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24b42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14ef expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.589767:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341125760:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016147.589789:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.610345:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341125632:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.610376:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24b3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14f6 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.610388:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79680/0x857af32d4ea24b3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14f6 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.610402:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016147.610447:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338993152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 20965us (21202us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.610454:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15101 00000100:00100000:2.0:1734016147.610593:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341125760:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.610610:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24b42 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14ef expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.610618:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4bcc0/0x857af32d4ea24b42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14ef expref: 10 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.610629:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016147.610645:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1971:x1818247338993024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 20912us (21327us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.610649:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15102 00000100:00100000:0.0:1734016147.625209:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.625262:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.625755:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993280 00000100:00100000:1.0:1734016147.625763:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993280 00000100:00100000:1.0:1734016147.625805:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993408 00000100:00100000:1.0:1734016147.625808:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993408 00000100:00100000:1.0:1734016147.625834:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15103 00000100:00100000:1.0:1734016147.625840:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338993280:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:0.0:1734016147.625850:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15104 00010000:00010000:1.0:1734016147.625856:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1734016147.625857:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338993408:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.625868:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.625873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24b49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae14fd expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.625878:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24b50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1504 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016147.625924:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341126016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.625925:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125888:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016147.625999:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.626143:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.635237:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341125888:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.635301:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24b49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14fd expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.635315:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24b49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14fd expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.635328:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016147.635372:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1972:x1818247338993280:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 9532us (10173us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.635381:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15103 00000100:00100000:2.0:1734016147.637655:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341126016:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016147.637686:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24b50 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1504 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.637700:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d680/0x857af32d4ea24b50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1504 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016147.637728:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d680, rc 0) 00000100:00100000:2.0:1734016147.637762:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1972:x1818247338993408:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11905us (12500us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016147.637772:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15104 00010000:00010000:3.0:1734016147.643024:0:7707:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016147.643555:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.643633:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993664 00000100:00100000:3.0:1734016147.643641:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993664 00000100:00100000:3.0:1734016147.644655:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2827 00000100:00100000:3.0:1734016147.644662:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+25:10361:x1818247338993664:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016147.644701:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016147.644720:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49b00/0x857af32d4ea24b11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14c5 expref: 25 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.644737:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.644741:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016147.644860:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.644871:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.644877:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.644901:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 22 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.644910:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 22 pid: 8227 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016147.644922:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341126144:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016147.644975:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.654946:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341126144:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016147.654974:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016147.656582:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.657041:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993792 00000100:00100000:2.0:1734016147.657050:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993792 00010000:00010000:2.0:1734016147.657080:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 23 pid: 8227 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016147.657120:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4128 00000100:00100000:2.0:1734016147.657128:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338993792:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.657141:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016147.657147:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 23 pid: 8227 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.657158:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 23 pid: 8227 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.657179:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24ac4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae147f expref: 23 pid: 8227 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.657210:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016147.657214:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.657222:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.657228:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016147.657258:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.657331:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338993792:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 202us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.657339:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4128 00010000:00010000:3.0:1734016147.657767:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.657775:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016147.657857:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969108 00000004:00010000:3.0:1734016147.657896:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079e3b100 reply state ffff88007f0c8000 transno 4294969109 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016147.657902:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016147.657968:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338993664:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 13306us (14418us total) trans 4294969109 rc 0/0 00000100:00100000:3.0:1734016147.657975:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2827 00000020:00080000:3.0:1734016147.657979:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1734016147.660759:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.660835:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338993920 00000100:00100000:0.0:1734016147.660843:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338993920 00000100:00100000:0.0:1734016147.660954:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15105 00000100:00100000:0.0:1734016147.660961:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:10361:x1818247338993920:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.660977:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016147.660992:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae150b expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.661018:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.661024:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.661026:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1734016147.661029:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.661055:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.661067:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 8 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:0.0:1734016147.661080:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341126272:192.168.201.60@tcp:104: 00000100:00100000:0.0:1734016147.661129:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016147.661249:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661256:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661261:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661266:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccd80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016147.661778:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661786:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661802:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.661804:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016147.661808:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.661812:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016147.671931:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341126272:192.168.201.60@tcp:104: 00010000:00010000:0.0:1734016147.671958:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 10 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.671973:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:0.0:1734016147.672031:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247338993920:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 11067us (11277us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016147.672039:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15105 00000100:00100000:0.0:1734016147.678756:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.679816:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994048 00000100:00100000:3.0:1734016147.679825:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994048 00002000:00100000:3.0:1734016147.679867:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (380928->393215) req@ffff8800a8841c50 x1818247338994048/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 12776/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.679875:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8841c50 with x1818247338994048 ext(380928->393215) 00010000:00010000:3.0:1734016147.679885:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.679896:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00002000:00010000:3.0:1734016147.679902:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8841c50 00000100:00100000:3.0:1734016147.679942:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 398 00000100:00100000:3.0:1734016147.679948:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8841c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247338994048:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.684916:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8841c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247338994048:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 4958us (6160us total) trans 4294970060 rc 0/0 00000100:00100000:3.0:1734016147.684929:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 398 00002000:00100000:3.0:1734016147.684939:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (380928->393215) req@ffff8800a8841c50 x1818247338994048/t4294970060(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 12776/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.684953:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8841c50 with x1818247338994048 ext(380928->393215) 00010000:00010000:3.0:1734016147.684963:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.684976:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00002000:00010000:3.0:1734016147.684980:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8841c50 00000100:00100000:2.0:1734016147.701459:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.704117:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994176 00000100:00100000:1.0:1734016147.704129:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994176 00010000:00010000:1.0:1734016147.704165:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016147.704194:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4129 00000100:00100000:1.0:1734016147.704201:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1971:x1818247338994176:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.704215:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1734016147.704230:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 520 -> 544 00010000:00010000:1.0:1734016147.704235:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:1.0:1734016147.704246:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:1.0:1734016147.704266:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14be expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:1.0:1734016147.704304:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.704306:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016147.704311:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.704319:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.704352:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 9 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.704364:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341126400:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016147.704416:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.707489:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.707583:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341126400:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016147.707584:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994304 00000100:00100000:1.0:1734016147.707589:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994304 00010000:00010000:2.0:1734016147.707601:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.707638:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1971:x1818247338994176:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3436us (6188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.707646:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4129 00000100:00100000:1.0:1734016147.708295:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15106 00000100:00100000:1.0:1734016147.708300:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247338994304:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.708316:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.708329:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1512 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.708354:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.708360:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.708361:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.708364:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.708383:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.708393:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 16 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016147.708403:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341126528:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016147.708458:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.709585:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341126528:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016147.709600:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 14 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.709610:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb786c0, rc 0) 00000100:00100000:1.0:1734016147.709642:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247338994304:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1341us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.709648:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15106 00000100:00100000:2.0:1734016147.711639:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.711877:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994432 00000100:00100000:3.0:1734016147.711883:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994432 00002000:00100000:3.0:1734016147.711915:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1052672->1056767) req@ffff88007c442300 x1818247338994432/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 4584/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.711924:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442300 with x1818247338994432 ext(1052672->1056767) 00010000:00010000:3.0:1734016147.711931:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 17 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.711941:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 17 pid: 7694 timeout: 516 lvb_type: 0 00002000:00010000:3.0:1734016147.711946:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c442300 00000100:00100000:3.0:1734016147.712255:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 399 00000100:00100000:3.0:1734016147.712261:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+17:1969:x1818247338994432:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.742912:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1969:x1818247338994432:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 30642us (31269us total) trans 4294968406 rc 0/0 00000100:00100000:3.0:1734016147.742924:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 399 00002000:00100000:3.0:1734016147.742937:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1052672->1056767) req@ffff88007c442300 x1818247338994432/t4294968406(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 4584/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016147.742946:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c442300 with x1818247338994432 ext(1052672->1056767) 00010000:00010000:3.0:1734016147.742956:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.742970:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00002000:00010000:3.0:1734016147.742975:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c442300 00000100:00100000:0.0:1734016147.762567:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.762915:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994560 00000100:00100000:2.0:1734016147.762923:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994560 00010000:00010000:2.0:1734016147.762953:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016147.762990:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4130 00000100:00100000:2.0:1734016147.762998:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1972:x1818247338994560:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016147.763202:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016147.763219:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 8 -> 16 00010000:00010000:2.0:1734016147.763225:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.763235:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.763254:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae14e8 expref: 19 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016147.763311:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.763313:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016147.763318:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.763325:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016147.763356:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016147.763366:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341126656:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016147.766211:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016147.767618:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341126656:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016147.767636:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016147.767667:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338994560:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4669us (5107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016147.767676:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4130 00000100:00100000:0.0:1734016147.771313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016147.771360:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.771447:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994816 00000100:00100000:3.0:1734016147.771454:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994816 00002000:00010000:3.0:1734016147.771485:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016147.771489:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27800 with x1818247338994816 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016147.771500:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27800. 00000100:00100000:3.0:1734016147.771516:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338994688 00000100:00100000:3.0:1734016147.771518:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338994688 00002000:00010000:3.0:1734016147.771525:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5863990->18446744073709551615) 00002000:00100000:3.0:1734016147.771528:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338994688 ext(5863990->18446744073709551615) 00002000:00010000:3.0:1734016147.771533:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26d80. 00000100:00100000:3.0:1734016147.771560:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10005 00000100:00100000:3.0:1734016147.771566:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247338994816:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.771686:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016147.771689:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.771691:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.771693:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.771696:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:3.0:1734016147.771737:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338994816:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 170us (432us total) trans 4294968407 rc 0/0 00000100:00100000:3.0:1734016147.771743:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10005 00002000:00010000:3.0:1734016147.771746:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016147.771747:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e27800 with x1818247338994816 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016147.771750:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079e27800. 00000100:00100000:3.0:1734016147.771762:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10006 00000100:00100000:3.0:1734016147.771765:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247338994688:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016147.771886:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5352988 -> 5863990 00002000:00010000:3.0:1734016147.771888:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.771889:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016147.771891:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016147.771892:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:3.0:1734016147.771909:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247338994688:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 142us (550us total) trans 4294970061 rc 0/0 00000100:00100000:3.0:1734016147.771915:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10006 00002000:00010000:3.0:1734016147.771917:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5863990->18446744073709551615) 00002000:00100000:3.0:1734016147.771919:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e26d80 with x1818247338994688 ext(5863990->18446744073709551615) 00002000:00010000:3.0:1734016147.771922:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e26d80. 00000100:00100000:0.0:1734016147.785672:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.785765:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995072 00000100:00100000:2.0:1734016147.785772:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995072 00002000:00100000:2.0:1734016147.785806:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5865471) req@ffff880079e24000 x1818247338995072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.785814:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24000 with x1818247338995072 ext(4194304->5865471) 00002000:00010000:2.0:1734016147.785819:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24000 00000100:00100000:2.0:1734016147.785834:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10007 00000100:00100000:2.0:1734016147.785839:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338995072:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.812567:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247338995072:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 26718us (26893us total) trans 0 rc 1671168/1671168 00000100:00100000:2.0:1734016147.812578:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10007 00002000:00100000:2.0:1734016147.812586:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (4194304->5865471) req@ffff880079e24000 x1818247338995072/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 488/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 1671168/1671168 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.812595:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24000 with x1818247338995072 ext(4194304->5865471) 00002000:00010000:2.0:1734016147.812600:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24000 00000100:00100000:0.0:1734016147.835979:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.836080:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995200 00000100:00100000:2.0:1734016147.836089:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995200 00002000:00100000:2.0:1734016147.836128:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5857280->5863989) req@ffff880079e25880 x1818247338995200/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 7200/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.836137:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25880 with x1818247338995200 ext(5857280->5863989) 00002000:00010000:2.0:1734016147.836142:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25880 00000100:00100000:2.0:1734016147.836161:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10008 00000100:00100000:2.0:1734016147.836166:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247338995200:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016147.845926:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247338995200:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 9749us (9946us total) trans 4294970062 rc 0/0 00000100:00100000:2.0:1734016147.845938:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10008 00002000:00100000:2.0:1734016147.845949:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (5857280->5863989) req@ffff880079e25880 x1818247338995200/t4294970062(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:108/0 lens 7200/448 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.845957:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25880 with x1818247338995200 ext(5857280->5863989) 00002000:00010000:2.0:1734016147.845962:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25880 00000100:00100000:0.0:1734016147.849657:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.849728:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995328 00000100:00100000:3.0:1734016147.849736:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995328 00000100:00100000:3.0:1734016147.850492:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2828 00000100:00100000:3.0:1734016147.850500:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338995328:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016147.861884:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338995328:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 11371us (12220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.861898:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2828 00000100:00100000:0.0:1734016147.872369:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.872503:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995456 00000100:00100000:1.0:1734016147.872511:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995456 00000100:00100000:1.0:1734016147.872550:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15107 00000100:00100000:1.0:1734016147.872557:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247338995456:12345-192.168.201.60@tcp:16:fsx.0 00000001:00080000:0.0:1734016147.873983:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970062 is committed 00000001:00080000:0.0:1734016147.873994:0:8962:0:(tgt_lastrcvd.c:952:tgt_cb_last_committed()) lustre-OST0001: transno 4294970060 is committed 00000100:00100000:1.0:1734016147.874118:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338995456:12345-192.168.201.60@tcp:16:fsx.0 Request processed in 1558us (1753us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.874127:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15107 00000100:00100000:0.0:1734016147.875954:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.877979:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995584 00000100:00100000:3.0:1734016147.877990:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995584 00000100:00100000:3.0:1734016147.878048:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2829 00000100:00100000:3.0:1734016147.878055:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+26:10361:x1818247338995584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.878071:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016147.878087:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24b6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1519 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.878164:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.878177:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.878185:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016147.878204:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10058294 00000004:00200000:3.0:1734016147.878208:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016147.878222:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016147.878239:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24b6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1519 expref: 28 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.878262:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1519 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.878269:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016147.878287:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016147.878290:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016147.878345:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338995584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 290us (2395us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.878350:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2829 00000100:00100000:0.0:1734016147.880683:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.880754:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995712 00000100:00100000:1.0:1734016147.880761:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995712 00000100:00100000:1.0:1734016147.880794:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15108 00000100:00100000:1.0:1734016147.880801:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+6:10361:x1818247338995712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.880816:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.880830:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1520 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.880853:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.880859:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.880860:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016147.880863:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1527808->1535999] (req 1527808->1535999) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.880887:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.880901:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 6 pid: 8975 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016147.880912:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341126784:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016147.880967:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.889666:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341126784:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016147.889698:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1527808->1535999] (req 1527808->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 7 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.889712:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016147.889754:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:10361:x1818247338995712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8953us (9077us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.889762:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15108 00000100:00100000:0.0:1734016147.893889:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016147.894016:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338995840 00000100:00100000:3.0:1734016147.894022:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338995840 00010000:00010000:3.0:1734016147.894050:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016147.894074:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4131 00000100:00100000:3.0:1734016147.894080:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1969:x1818247338995840:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016147.894090:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016147.894104:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 544 -> 560 00010000:00010000:3.0:1734016147.894110:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.894121:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.894136:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933d440/0x857af32d4ea24b5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae150b expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016147.894153:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.894155:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016147.894161:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.894171:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016147.894198:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016147.894208:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341126912:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016147.894262:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.902042:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341126912:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016147.902064:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016147.902112:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1969:x1818247338995840:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 8030us (8228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.902121:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4131 00000100:00100000:0.0:1734016147.917844:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.917969:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996096 00000100:00100000:2.0:1734016147.917977:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996096 00002000:00100000:2.0:1734016147.918016:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1527808->5865471) req@ffff880079e24e00 x1818247338996096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 504/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.918026:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24e00 with x1818247338996096 ext(1527808->5865471) 00002000:00010000:2.0:1734016147.918031:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24e00 00000100:00100000:2.0:1734016147.923556:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10009 00000100:00100000:2.0:1734016147.923568:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338996096:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.974841:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1970:x1818247338996096:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 51265us (56995us total) trans 0 rc 1675264/1675264 00000100:00100000:2.0:1734016147.974854:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10009 00002000:00100000:2.0:1734016147.974865:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1527808->5865471) req@ffff880079e24e00 x1818247338996096/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 504/440 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 1675264/1675264 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.974874:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e24e00 with x1818247338996096 ext(1527808->5865471) 00002000:00010000:2.0:1734016147.974879:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e24e00 00000100:00100000:0.0:1734016147.983828:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016147.983940:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996352 00000100:00100000:2.0:1734016147.983948:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996352 00002000:00100000:2.0:1734016147.983980:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1531904->1535999) req@ffff880079e25500 x1818247338996352/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/0 e 0 to 0 dl 1734016158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.983988:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25500 with x1818247338996352 ext(1531904->1535999) 00002000:00010000:2.0:1734016147.983993:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25500 00000100:00100000:2.0:1734016147.984017:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10010 00000100:00100000:2.0:1734016147.984024:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338996352:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016147.984252:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1972:x1818247338996352:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 227us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1734016147.984261:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10010 00002000:00100000:2.0:1734016147.984269:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1531904->1535999) req@ffff880079e25500 x1818247338996352/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:108/0 lens 488/4536 e 0 to 0 dl 1734016158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016147.984308:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079e25500 with x1818247338996352 ext(1531904->1535999) 00002000:00010000:2.0:1734016147.984311:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079e25500 00000100:00100000:0.0:1734016147.989424:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.989524:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996480 00000100:00100000:1.0:1734016147.989531:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996480 00000100:00100000:1.0:1734016147.989569:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15109 00000100:00100000:1.0:1734016147.989576:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338996480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.989591:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.989607:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1527 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.989652:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341127040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.989719:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.993355:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341127040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.993389:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b81 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1527 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.993401:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b600/0x857af32d4ea24b81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1527 expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.993414:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016147.993475:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1970:x1818247338996480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3898us (4060us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.993481:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15109 00000100:00100000:0.0:1734016147.995344:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016147.995417:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996608 00000100:00100000:1.0:1734016147.995426:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996608 00000100:00100000:1.0:1734016147.995466:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15110 00000100:00100000:1.0:1734016147.995471:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338996608:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.995484:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016147.995496:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea24b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae152e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016147.995533:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341127168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016147.995574:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.997609:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341127168:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016147.997638:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea24b88 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae152e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.997651:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78d80/0x857af32d4ea24b88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae152e expref: 7 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.997662:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016147.997698:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:1971:x1818247338996608:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2226us (2361us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016147.997706:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15110 00000100:00100000:0.0:1734016148.003820:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.003909:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996736 00000100:00100000:1.0:1734016148.003916:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996736 00000100:00100000:1.0:1734016148.003964:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15111 00000100:00100000:1.0:1734016148.003970:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247338996736:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016148.004113:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016148.004117:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:1.0:1734016148.004119:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.004120:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:1.0:1734016148.004122:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:1.0:1734016148.004160:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338996736:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 189us (347us total) trans 4294968408 rc 0/0 00000100:00100000:1.0:1734016148.004165:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15111 00000100:00080000:2.0:1734016148.004522:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016118 00000100:00100000:0.0:1734016148.006259:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.007050:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996864 00000100:00100000:1.0:1734016148.007059:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996864 00000100:00100000:1.0:1734016148.008954:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2830 00000100:00100000:1.0:1734016148.008964:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247338996864:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.008982:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.009000:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea24b8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1535 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.009076:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.009087:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.009095:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016148.009116:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10058294 00000004:00200000:1.0:1734016148.009119:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016148.009134:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.009153:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7ad00/0x857af32d4ea24b8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.009178:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.009184:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016148.009186:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016148.009188:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016148.011788:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247338996864:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2814us (5522us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.011799:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2830 00000100:00100000:0.0:1734016148.023477:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.023557:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338996992 00000100:00100000:1.0:1734016148.023566:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338996992 00000100:00100000:1.0:1734016148.023624:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15112 00000100:00100000:1.0:1734016148.023631:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338996992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.023649:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.023667:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea24b9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae153c expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.023717:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341127296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.023770:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016148.025504:0:7694:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:1.0:1734016148.025526:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341127296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.025575:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea24b9d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae153c expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.025588:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79200/0x857af32d4ea24b9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae153c expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.025599:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016148.025644:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338996992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2012us (2174us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.025652:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15112 00000100:00100000:0.0:1734016148.030119:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.030382:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997120 00000100:00100000:1.0:1734016148.030390:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997120 00000100:00100000:1.0:1734016148.030425:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15113 00000100:00100000:1.0:1734016148.030440:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338997120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.030455:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.030471:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24ba4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1543 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.030517:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341127424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.031526:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.037643:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341127424:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.037678:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24ba4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1543 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.037691:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24ba4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1543 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.037705:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016148.037877:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338997120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7435us (7763us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.037885:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15113 00000100:00100000:0.0:1734016148.040688:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.040762:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997248 00000100:00100000:1.0:1734016148.040769:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997248 00000100:00100000:1.0:1734016148.040798:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15114 00000100:00100000:1.0:1734016148.040803:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+6:10361:x1818247338997248:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.040817:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.040831:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae154a expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.040853:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.040860:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016148.040861:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016148.040864:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2060288->2068479] (req 2060288->2068479) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.040897:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.040908:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 6 pid: 8975 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016148.040918:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341127552:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016148.040978:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.047014:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.047041:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997376 00000100:00100000:0.0:1734016148.047048:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997376 00002000:00100000:0.0:1734016148.047083:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1535999) req@ffff88007918dc00 x1818247338997376/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 8680/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:0.0:1734016148.047092:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918dc00 with x1818247338997376 ext(1527808->1535999) 00010000:00010000:0.0:1734016148.047100:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:0.0:1734016148.047111:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 7 pid: 8975 timeout: 516 lvb_type: 0 00002000:00010000:0.0:1734016148.047117:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918dc00 00000100:00100000:3.0:1734016148.049259:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 400 00000100:00100000:3.0:1734016148.049268:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+7:1971:x1818247338997376:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:1.0:1734016148.050969:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341127552:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016148.051001:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2060288->2068479] (req 2060288->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 7 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.051017:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:3.0:1734016148.051093:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338997376:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1821us (4083us total) trans 4294970063 rc 0/0 00000100:00100000:3.0:1734016148.051107:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 400 00002000:00100000:3.0:1734016148.051118:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (1527808->1535999) req@ffff88007918dc00 x1818247338997376/t4294970063(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 8680/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.051126:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007918dc00 with x1818247338997376 ext(1527808->1535999) 00010000:00010000:3.0:1734016148.051135:0:13933:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.051150:0:13933:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00002000:00010000:3.0:1734016148.051155:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007918dc00 00000100:00100000:1.0:1734016148.051366:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:10361:x1818247338997248:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 10562us (10684us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.051372:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15114 00000100:00100000:0.0:1734016148.056253:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.057849:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997504 00000100:00100000:3.0:1734016148.057859:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997504 00010000:00010000:3.0:1734016148.057887:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.057912:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4132 00000100:00100000:3.0:1734016148.057917:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247338997504:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.057929:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016148.057943:0:6473:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 560 -> 576 00010000:00010000:3.0:1734016148.057949:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.057959:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.057976:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ba80/0x857af32d4ea24b7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1520 expref: 9 pid: 8975 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.058002:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.058004:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.058009:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.058021:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.058047:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 6 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.058057:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341127680:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.058099:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.063561:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.064235:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997632 00000100:00100000:1.0:1734016148.064242:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997632 00000100:00100000:1.0:1734016148.064314:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15115 00000100:00100000:1.0:1734016148.064322:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+7:1970:x1818247338997632:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016148.064498:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5863990 -> 5863990 00002000:00010000:1.0:1734016148.064502:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:1.0:1734016148.064504:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.064505:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:1.0:1734016148.064507:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:1.0:1734016148.069679:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338997632:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 5348us (6115us total) trans 4294970064 rc 0/0 00000100:00100000:1.0:1734016148.069691:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15115 00000100:00100000:0.0:1734016148.072782:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.073208:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341127680:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.073227:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.073286:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338997504:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 15352us (17027us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.073295:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4132 00000100:00100000:0.0:1734016148.073456:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.074454:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997888 00000100:00100000:2.0:1734016148.074461:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997888 00000100:00100000:2.0:1734016148.074485:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338997760 00000100:00100000:2.0:1734016148.074487:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338997760 00000100:00100000:2.0:1734016148.074499:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15116 00000100:00100000:2.0:1734016148.074504:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338997888:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.074517:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.074530:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24bb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1558 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.074570:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341127808:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.074614:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.074634:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15117 00000100:00100000:2.0:1734016148.074638:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338997760:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.074645:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.074654:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24bb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1551 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.074674:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341127936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.074689:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00002000:00010000:3.0:1734016148.078738:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:3.0:1734016148.078761:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341127936:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.078792:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24bb9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1551 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.078804:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24bb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1551 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.078819:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:3.0:1734016148.078861:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247338997760:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4220us (5404us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.078870:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15117 00000100:00100000:2.0:1734016148.079021:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341127808:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.079039:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24bb2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1558 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.079048:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49d40/0x857af32d4ea24bb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1558 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.081893:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016148.082007:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338997888:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7498us (9229us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.082015:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15116 00000100:00100000:0.0:1734016148.091884:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.091928:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.092009:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998016 00000100:00100000:3.0:1734016148.092017:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998016 00000100:00100000:3.0:1734016148.092047:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998144 00000100:00100000:3.0:1734016148.092048:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998144 00000100:00100000:3.0:1734016148.092070:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15118 00000100:00100000:3.0:1734016148.092076:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338998016:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.092092:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.092106:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea24bc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae155f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.092160:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128064:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.092204:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.092265:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15119 00000100:00100000:1.0:1734016148.092292:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338998144:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.092302:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.092314:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24bc7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1566 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.092343:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341128192:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.092365:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.093971:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128064:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.093995:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea24bc0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae155f expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.094005:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd680/0x857af32d4ea24bc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae155f expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.094133:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341128192:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.094150:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24bc7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1566 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.094157:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24bc7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1566 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.094179:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016148.094220:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247338998144:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1925us (2290us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.094226:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15119 00010000:00010000:3.0:1734016148.094289:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016148.094308:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247338998016:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2231us (2432us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.094313:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15118 00000100:00100000:0.0:1734016148.107986:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.108069:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998272 00000100:00100000:3.0:1734016148.108077:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998272 00000100:00100000:3.0:1734016148.108120:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15120 00000100:00100000:3.0:1734016148.108126:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+8:1970:x1818247338998272:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.108337:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5863990 -> 5863990 00002000:00010000:3.0:1734016148.108340:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.108342:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016146 00002000:00010000:3.0:1734016148.108344:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.108345:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:3.0:1734016148.108382:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1970:x1818247338998272:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 255us (403us total) trans 4294970065 rc 0/0 00000100:00100000:3.0:1734016148.108387:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15120 00000100:00100000:0.0:1734016148.110904:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.112572:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.112768:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998528 00000100:00100000:1.0:1734016148.112778:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998528 00000100:00100000:1.0:1734016148.112833:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15121 00000100:00100000:1.0:1734016148.112839:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338998528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.112856:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.112873:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24bce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1574 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.112921:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341128320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.112968:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.113396:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998400 00000100:00100000:3.0:1734016148.113400:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998400 00000100:00100000:3.0:1734016148.113418:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15122 00000100:00100000:3.0:1734016148.113421:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338998400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.113437:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.113446:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24bd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae156d expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.113470:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128448:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.113490:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.115666:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341128320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.115697:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24bce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1574 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.115708:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24bce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1574 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.115732:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016148.115774:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338998528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2935us (4876us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.115781:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15121 00002000:00010000:3.0:1734016148.116032:0:13929:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016147 00000100:00100000:3.0:1734016148.116045:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128448:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.116062:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24bd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae156d expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.116074:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd440/0x857af32d4ea24bd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae156d expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.116084:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd440, rc 0) 00000100:00100000:3.0:1734016148.116108:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338998400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2685us (3541us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.116115:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15122 00000100:00100000:0.0:1734016148.119158:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.119396:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998656 00000100:00100000:3.0:1734016148.119405:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998656 00000100:00100000:3.0:1734016148.119462:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15123 00000100:00100000:3.0:1734016148.119468:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338998656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.119484:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.119498:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24bdc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae157b expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.119541:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128576:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.119589:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.119759:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.119777:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998784 00000100:00100000:0.0:1734016148.119780:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998784 00000100:00100000:0.0:1734016148.119802:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15124 00000100:00100000:0.0:1734016148.119806:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338998784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.119812:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.119821:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24be3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1582 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.119842:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007918c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341128704:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.119859:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.122655:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007918c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341128704:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.122690:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24be3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1582 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122701:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24be3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1582 expref: 19 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122719:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:1.0:1734016148.122767:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338998784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2960us (3009us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.122775:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15124 00000100:00100000:3.0:1734016148.123209:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128576:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.123228:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24bdc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae157b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.123237:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cf840/0x857af32d4ea24bdc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae157b expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.123250:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016148.123288:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338998656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3800us (4118us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.123296:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15123 00000100:00100000:0.0:1734016148.126440:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.126601:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.127008:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338998912 00000100:00100000:3.0:1734016148.127018:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338998912 00000100:00100000:3.0:1734016148.127071:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999040 00000100:00100000:3.0:1734016148.127073:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999040 00000100:00100000:3.0:1734016148.127097:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15125 00000100:00100000:3.0:1734016148.127105:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338998912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.127121:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.127138:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24bea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1589 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.127190:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128832:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.127247:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.127365:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15126 00000100:00100000:2.0:1734016148.127370:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338999040:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.127377:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.127389:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea24bf1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1590 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.127415:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341128960:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.127444:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.130134:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341128832:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.130165:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24bea lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1589 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.130177:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccfc0/0x857af32d4ea24bea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1589 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.130187:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:2.0:1734016148.130444:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341128960:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.130466:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea24bf1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1590 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.130474:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48b40/0x857af32d4ea24bf1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1590 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.130641:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007918c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1971:x1818247338998912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3535us (4216us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.130648:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15125 00010000:00010000:2.0:1734016148.131165:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016148.131209:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247338999040:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3836us (4607us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.131215:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15126 00000100:00100000:0.0:1734016148.133921:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.134023:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.134090:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999296 00000100:00100000:2.0:1734016148.134097:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999296 00000100:00100000:2.0:1734016148.134257:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999168 00000100:00100000:2.0:1734016148.134260:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999168 00000100:00100000:2.0:1734016148.134308:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15127 00000100:00100000:2.0:1734016148.134314:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338999296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.134329:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.134349:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea24bf8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae159e expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.134394:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341129088:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.134449:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.134664:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15128 00000100:00100000:0.0:1734016148.134670:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338999168:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.134678:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.134688:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24bff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1597 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.134890:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341129216:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.134913:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.136634:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341129088:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.136670:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea24bf8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae159e expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.136684:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c486c0/0x857af32d4ea24bf8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae159e expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.136695:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:2.0:1734016148.136726:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247338999296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2411us (2811us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.136732:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15127 00000100:00100000:0.0:1734016148.141550:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d50e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341129216:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016148.141577:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24bff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1597 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.141590:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24bff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1597 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.141689:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:0.0:1734016148.142229:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247338999168:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7553us (8201us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.142238:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15128 00000100:00100000:0.0:1734016148.144172:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.144419:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999552 00000100:00100000:1.0:1734016148.144435:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999552 00000100:00100000:1.0:1734016148.144486:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2831 00000100:00100000:1.0:1734016148.144492:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+27:10361:x1818247338999552:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:1.0:1734016148.144531:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.144551:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24b73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1519 expref: 27 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.144580:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016148.144584:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1734016148.144730:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.144740:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.144746:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.144774:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.144784:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 22 pid: 7714 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016148.144795:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341129344:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016148.145674:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.148487:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341129344:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016148.148507:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016148.148766:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.149405:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999680 00000100:00100000:3.0:1734016148.149410:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999680 00010000:00010000:3.0:1734016148.149444:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.149470:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4133 00000100:00100000:3.0:1734016148.149476:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1969:x1818247338999680:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.149488:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.149493:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.149501:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.149518:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24b96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1535 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00010000:00010000:3.0:1734016148.151039:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.151048:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.151058:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.151065:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.151325:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.151381:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247338999680:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 1902us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.151390:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4133 00010000:00010000:1.0:1734016148.151663:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.151669:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:1.0:1734016148.151747:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969110 00000004:00010000:1.0:1734016148.151789:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880078d50e00 reply state ffff88007c414000 transno 4294969111 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:1.0:1734016148.151796:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1734016148.151882:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247338999552:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 7388us (7717us total) trans 4294969111 rc 0/0 00000100:00100000:1.0:1734016148.151888:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2831 00000020:00080000:1.0:1734016148.151892:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016148.155718:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.155842:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999936 00000100:00100000:2.0:1734016148.155848:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999936 00002000:00010000:2.0:1734016148.155877:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (570467->18446744073709551615) 00002000:00100000:2.0:1734016148.155880:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d52300 with x1818247338999936 ext(570467->18446744073709551615) 00002000:00010000:2.0:1734016148.155889:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d52300. 00000100:00100000:2.0:1734016148.155906:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10011 00000100:00100000:2.0:1734016148.155912:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247338999936:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.158389:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 570467 00002000:00010000:2.0:1734016148.158395:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.158397:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016146 00002000:00010000:2.0:1734016148.158399:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:2.0:1734016148.158400:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:2.0:1734016148.158466:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247338999936:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2549us (2752us total) trans 4294968409 rc 0/0 00000100:00100000:2.0:1734016148.158475:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10011 00002000:00010000:2.0:1734016148.158481:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (570467->18446744073709551615) 00002000:00100000:2.0:1734016148.158484:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d52300 with x1818247338999936 ext(570467->18446744073709551615) 00002000:00010000:2.0:1734016148.158490:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880078d52300. 00010000:00010000:3.0:1734016148.158593:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158601:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158606:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158611:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012cb78fc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.158615:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158620:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158633:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.158636:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.158639:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.158644:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016148.159312:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.159334:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247338999808 00000100:00100000:0.0:1734016148.159340:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247338999808 00002000:00010000:0.0:1734016148.159361:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016148.159364:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53100 with x1818247338999808 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016148.159371:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53100. 00000100:00100000:0.0:1734016148.159396:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10012 00000100:00100000:0.0:1734016148.159403:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247338999808:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:0.0:1734016148.160571:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5863990 -> 4194304 00002000:00010000:0.0:1734016148.160575:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:0.0:1734016148.160577:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016147 -> 1734016146 00002000:00010000:0.0:1734016148.160578:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016147 00002000:00010000:0.0:1734016148.160580:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 576 -> 560 00000100:00100000:0.0:1734016148.160612:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247338999808:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1209us (1301us total) trans 4294970066 rc 0/0 00000100:00100000:0.0:1734016148.160619:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10012 00002000:00010000:0.0:1734016148.160621:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:0.0:1734016148.160624:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078d53100 with x1818247338999808 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1734016148.160628:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078d53100. 00000100:00100000:0.0:1734016148.162658:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.163434:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000064 00000100:00100000:1.0:1734016148.163443:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000064 00000100:00100000:1.0:1734016148.163495:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2832 00000100:00100000:1.0:1734016148.163501:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247339000064:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.163518:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.163534:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24c0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15a5 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.163599:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.163609:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.163617:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016148.163636:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4764771 00000004:00200000:1.0:1734016148.163639:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016148.163653:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.163673:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb798c0/0x857af32d4ea24c0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 24 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.163710:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 23 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.163717:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016148.163720:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016148.163722:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016148.163760:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247339000064:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 259us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.163765:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2832 00000100:00100000:1.0:1734016148.166793:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.166845:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.168312:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000320 00000100:00100000:0.0:1734016148.168323:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000320 00000100:00100000:0.0:1734016148.168361:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000192 00000100:00100000:0.0:1734016148.168363:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000192 00000100:00100000:0.0:1734016148.168412:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15129 00000100:00100000:0.0:1734016148.168417:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339000320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.168440:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.168455:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea24c1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15b3 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.168500:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880078d52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341129472:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.168547:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.168918:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15130 00000100:00100000:2.0:1734016148.168923:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339000192:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.168931:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.168940:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24c22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15ac expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.168966:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341129600:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.168986:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.171827:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880078d52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341129472:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.171866:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea24c1b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15b3 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.171880:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933ed00/0x857af32d4ea24c1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15b3 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.172370:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:2.0:1734016148.172414:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339000320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3995us (5628us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.172421:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15129 00000100:00100000:2.0:1734016148.173021:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341129600:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.173045:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24c22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15ac expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.173056:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48d80/0x857af32d4ea24c22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15ac expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.173064:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016148.173094:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339000192:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4169us (6249us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.173103:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15130 00000100:00100000:0.0:1734016148.176190:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.176912:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.177011:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000448 00000100:00100000:3.0:1734016148.177018:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000448 00000100:00100000:3.0:1734016148.177049:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000576 00000100:00100000:3.0:1734016148.177050:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000576 00000100:00100000:3.0:1734016148.177071:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15131 00000100:00100000:3.0:1734016148.177077:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247339000448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.177091:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.177106:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24c29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15ba expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.177155:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341129728:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.177213:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.177229:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15132 00000100:00100000:3.0:1734016148.177233:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247339000576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.177241:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.177250:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24c30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15c1 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.177290:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341129856:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.177308:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.179628:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341129856:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.179663:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24c30 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15c1 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.179674:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24c30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15c1 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.179868:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:2.0:1734016148.180109:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247339000576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2873us (3196us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.180116:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15132 00000100:00100000:3.0:1734016148.180303:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341129728:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.180319:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24c29 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15ba expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.180326:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd8c0/0x857af32d4ea24c29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15ba expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.180973:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016148.181010:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247339000448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3932us (4828us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.181016:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15131 00000100:00100000:0.0:1734016148.184174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.184319:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000704 00000100:00100000:3.0:1734016148.184327:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000704 00000100:00100000:3.0:1734016148.184370:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15133 00000100:00100000:3.0:1734016148.184376:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339000704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.184391:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.184407:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24c37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15c8 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.184469:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341129984:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.184532:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.185509:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.185753:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000832 00000100:00100000:3.0:1734016148.185758:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000832 00000100:00100000:3.0:1734016148.186017:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15134 00000100:00100000:3.0:1734016148.186023:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339000832:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.186033:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.186045:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24c3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15cf expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.186079:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341130112:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.186120:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.187636:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341129984:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.187665:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24c37 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15c8 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.187680:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24c37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15c8 expref: 9 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.187709:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016148.187747:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339000704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3370us (3581us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.187754:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15133 00000100:00100000:3.0:1734016148.189572:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341130112:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.189597:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24c3e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15cf expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.189607:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24c3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15cf expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.189617:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016148.189663:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339000832:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3638us (4153us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.189670:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15134 00000100:00100000:0.0:1734016148.192053:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.192165:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339000960 00000100:00100000:3.0:1734016148.192175:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339000960 00000100:00100000:3.0:1734016148.192217:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15135 00000100:00100000:3.0:1734016148.192223:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247339000960:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.192240:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.192255:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15d6 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.192301:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.192307:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.192309:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.192312:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [684032->688127] (req 684032->688127) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.192335:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.192345:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.192355:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130240:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.192407:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.194362:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.194532:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001088 00000100:00100000:2.0:1734016148.194538:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001088 00010000:00010000:2.0:1734016148.194559:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016148.194586:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4134 00000100:00100000:2.0:1734016148.194591:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247339001088:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.194599:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.194613:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.194623:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.194644:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.194646:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.194653:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.194660:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.194684:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.194693:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341130368:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.194728:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00010000:00010000:3.0:1734016148.195029:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a640/0x857af32d4ea24bab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae154a expref: 10 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.195054:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130240:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.195075:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.195083:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016148.195106:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247339000960:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2883us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.195114:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15135 00000100:00100000:0.0:1734016148.197163:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.197246:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341130368:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016148.197266:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.197466:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001344 00000100:00100000:3.0:1734016148.197472:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001344 00002000:00100000:3.0:1734016148.197502:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (684032->688127) req@ffff880078cef100 x1818247339001344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.197510:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247339001344 ext(684032->688127) 00002000:00010000:3.0:1734016148.197514:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:3.0:1734016148.197539:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10013 00000100:00100000:3.0:1734016148.197544:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339001344:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.197664:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247339001088:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3071us (3305us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.197672:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4134 00000100:00100000:3.0:1734016148.198240:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339001344:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 694us (1081us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.198245:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10013 00002000:00100000:3.0:1734016148.198251:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (684032->688127) req@ffff880078cef100 x1818247339001344/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.198257:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cef100 with x1818247339001344 ext(684032->688127) 00002000:00010000:3.0:1734016148.198259:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cef100 00000100:00100000:0.0:1734016148.200402:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.200486:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001600 00000100:00100000:3.0:1734016148.200492:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001600 00002000:00100000:3.0:1734016148.200519:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (688128->692223) req@ffff880078ceea00 x1818247339001600/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.200526:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247339001600 ext(688128->692223) 00002000:00010000:3.0:1734016148.200529:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:3.0:1734016148.200544:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10014 00000100:00100000:3.0:1734016148.200549:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339001600:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.200682:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339001600:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 130us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.200688:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10014 00002000:00100000:3.0:1734016148.200693:0:13933:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x7:0x0] (688128->692223) req@ffff880078ceea00 x1818247339001600/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.200700:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078ceea00 with x1818247339001600 ext(688128->692223) 00002000:00010000:3.0:1734016148.200703:0:13933:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078ceea00 00000100:00100000:0.0:1734016148.203342:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.203520:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001728 00000100:00100000:3.0:1734016148.203527:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001728 00000100:00100000:3.0:1734016148.203567:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2833 00000100:00100000:3.0:1734016148.203573:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+28:10361:x1818247339001728:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.203591:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.203605:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24c4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15dd expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.203667:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.203677:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.203685:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016148.203702:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 4764771 00000004:00200000:3.0:1734016148.203706:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.203718:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.203738:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24c4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15dd expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.203754:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15dd expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.203760:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.203762:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.203765:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016148.203795:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247339001728:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 222us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.203800:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2833 00000100:00100000:0.0:1734016148.205829:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.205926:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339001856 00000100:00100000:3.0:1734016148.205933:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339001856 00000100:00100000:3.0:1734016148.205963:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15136 00000100:00100000:3.0:1734016148.205969:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+9:1969:x1818247339001856:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.205983:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.205996:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15e4 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.206012:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.206014:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.206020:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.206031:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 10 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.206043:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016148.206540:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247339001856:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 569us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.206546:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15136 00000100:00100000:0.0:1734016148.214442:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.215031:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002112 00000100:00100000:2.0:1734016148.215040:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002112 00002000:00100000:2.0:1734016148.215082:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078cec000 x1818247339002112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.215091:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cec000 with x1818247339002112 ext(0->4194303) 00002000:00010000:2.0:1734016148.215095:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cec000 00000100:00100000:2.0:1734016148.215222:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10015 00000100:00100000:2.0:1734016148.215229:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247339002112:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016148.272393:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1971:x1818247339002112:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 57155us (57961us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016148.272405:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10015 00002000:00100000:2.0:1734016148.272416:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880078cec000 x1818247339002112/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.272452:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880078cec000 with x1818247339002112 ext(0->4194303) 00002000:00010000:2.0:1734016148.272457:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880078cec000 00000100:00100000:0.0:1734016148.281223:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.281305:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.281386:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002496 00000100:00100000:2.0:1734016148.281393:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002496 00002000:00100000:2.0:1734016148.281435:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->573439) req@ffff880079fe3100 x1818247339002496/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.281446:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247339002496 ext(0->573439) 00002000:00010000:2.0:1734016148.281451:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3100 00000100:00100000:2.0:1734016148.281479:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10016 00000100:00100000:2.0:1734016148.281484:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339002496:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.282735:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002368 00000100:00100000:3.0:1734016148.282741:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002368 00000100:00100000:3.0:1734016148.282781:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15137 00000100:00100000:3.0:1734016148.282786:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:10361:x1818247339002368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.282799:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.282813:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15eb expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.282834:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.282842:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.282847:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.282848:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.282851:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2072576->2080767] (req 2072576->2080767) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.282877:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.282890:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 516 lvb_type: 1 00000100:00100000:3.0:1734016148.282900:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130496:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.282942:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 8 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.282950:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 8 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.282956:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130624:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.282969:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.289580:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130496:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.289593:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341130624:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.289624:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [2072576->2080767] (req 2072576->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.289640:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016148.289711:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:10361:x1818247339002368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6924us (8495us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.289720:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15137 00000100:00100000:0.0:1734016148.293327:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.293645:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002624 00000100:00100000:2.0:1734016148.293653:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002624 00010000:00010000:2.0:1734016148.293687:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 516 lvb_type: 1 00000100:00100000:2.0:1734016148.293722:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4135 00000100:00100000:2.0:1734016148.293729:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1969:x1818247339002624:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.293743:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.293761:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 516 lvb_type: 1 00010000:00010000:2.0:1734016148.293770:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 516 lvb_type: 1 00010000:00010000:2.0:1734016148.293788:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24c5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15e4 expref: 11 pid: 7694 timeout: 516 lvb_type: 1 00010000:00010000:2.0:1734016148.293820:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.293853:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1969:x1818247339002624:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 124us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.293859:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4135 00000100:00100000:2.0:1734016148.293899:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.293912:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002752 00000100:00100000:2.0:1734016148.293914:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002752 00010000:00010000:2.0:1734016148.293923:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016148.293937:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4136 00000100:00100000:2.0:1734016148.293941:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339002752:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.293947:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.293955:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.293961:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.293976:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cef40/0x857af32d4ea24c45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15d6 expref: 9 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.293985:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.293987:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.293991:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.293998:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.294024:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 9 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.294033:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c443800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341130752:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.294063:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.294542:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339002496:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 13056us (13236us total) trans 0 rc 573440/573440 00000100:00100000:1.0:1734016148.294549:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10016 00002000:00100000:1.0:1734016148.294557:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->573439) req@ffff880079fe3100 x1818247339002496/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 573440/573440 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.294564:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3100 with x1818247339002496 ext(0->573439) 00002000:00010000:1.0:1734016148.294568:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3100 00000100:00100000:0.0:1734016148.299147:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c443800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341130752:192.168.201.60@tcp:105: 00010000:00010000:0.0:1734016148.299172:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1734016148.299205:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339002752:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5261us (5304us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.299217:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4136 00000100:00100000:0.0:1734016148.301841:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.303562:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339002880 00000100:00100000:3.0:1734016148.303570:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339002880 00000100:00100000:3.0:1734016148.303618:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15138 00000100:00100000:3.0:1734016148.303625:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+10:1970:x1818247339002880:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:3.0:1734016148.303813:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1734016148.303816:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016147 00002000:00010000:3.0:1734016148.303818:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016148.303820:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016148 00002000:00010000:3.0:1734016148.303821:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 560 -> 576 00000100:00100000:3.0:1734016148.303875:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247339002880:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 251us (2044us total) trans 4294970067 rc 0/0 00000100:00100000:3.0:1734016148.303881:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15138 00000100:00100000:0.0:1734016148.307625:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.308655:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003136 00000100:00100000:1.0:1734016148.308662:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003136 00000100:00100000:3.0:1734016148.309887:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2834 00000100:00100000:3.0:1734016148.309896:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+29:10361:x1818247339003136:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016148.309939:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.309960:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15dd expref: 29 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.309990:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.309993:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016148.310109:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.310120:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.310126:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.310151:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 22 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.310162:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 22 pid: 7714 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.310172:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341130880:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.310230:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.313984:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.314128:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003264 00000100:00100000:1.0:1734016148.314135:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003264 00010000:00010000:1.0:1734016148.314168:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00000100:00100000:1.0:1734016148.314201:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4137 00000100:00100000:1.0:1734016148.314208:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247339003264:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.314222:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.314227:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00010000:00010000:1.0:1734016148.314236:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 23 pid: 7714 timeout: 516 lvb_type: 0 00010000:00010000:1.0:1734016148.314254:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016148.314258:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016148.314266:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016148.314299:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:1.0:1734016148.314313:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.314347:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247339003264:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 140us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.314353:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4137 00010000:00010000:3.0:1734016148.314753:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78480/0x857af32d4ea24c14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15a5 expref: 22 pid: 7714 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.314768:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341130880:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.314785:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.314793:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.314797:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016148.314870:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969112 00000004:00010000:3.0:1734016148.314902:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079fe1500 reply state ffff88007f0cc000 transno 4294969113 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016148.314907:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016148.314978:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339003136:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5082us (7362us total) trans 4294969113 rc 0/0 00000100:00100000:3.0:1734016148.314986:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2834 00000020:00080000:3.0:1734016148.314990:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016148.317688:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317699:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317705:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317710:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ce400 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.317713:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317718:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317730:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.317732:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.317735:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.317738:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce400/0x857af32d4ea24c68 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016148.317915:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.317944:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.318010:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003520 00000100:00100000:2.0:1734016148.318017:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003520 00002000:00010000:2.0:1734016148.318042:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016148.318045:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247339003520 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016148.318053:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3b80. 00000100:00100000:2.0:1734016148.318064:0:13933:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003392 00000100:00100000:2.0:1734016148.318066:0:13933:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003392 00002000:00010000:2.0:1734016148.318073:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3901087->18446744073709551615) 00002000:00100000:2.0:1734016148.318076:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe0700 with x1818247339003392 ext(3901087->18446744073709551615) 00002000:00010000:2.0:1734016148.318081:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe0700. 00000100:00100000:2.0:1734016148.318104:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10017 00000100:00100000:2.0:1734016148.318109:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339003520:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.318627:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 570467 -> 0 00002000:00010000:2.0:1734016148.318630:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.318632:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.318633:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.318635:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1734016148.318673:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339003520:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 564us (761us total) trans 4294968410 rc 0/0 00000100:00100000:2.0:1734016148.318680:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10017 00002000:00010000:2.0:1734016148.318683:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016148.318685:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe3b80 with x1818247339003520 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016148.318689:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079fe3b80. 00000100:00100000:2.0:1734016148.318704:0:13933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10018 00000100:00100000:2.0:1734016148.318709:0:13933:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247339003392:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.318958:0:13933:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 3901087 00002000:00010000:2.0:1734016148.318960:0:13933:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016147 -> 1734016148 00002000:00010000:2.0:1734016148.318961:0:13933:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.318963:0:13933:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.318965:0:13933:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:2.0:1734016148.318983:0:13933:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247339003392:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 273us (1037us total) trans 4294970068 rc 0/0 00000100:00100000:2.0:1734016148.318987:0:13933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10018 00002000:00010000:2.0:1734016148.318991:0:13933:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (3901087->18446744073709551615) 00002000:00100000:2.0:1734016148.318992:0:13933:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079fe0700 with x1818247339003392 ext(3901087->18446744073709551615) 00002000:00010000:2.0:1734016148.318996:0:13933:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079fe0700. 00000100:00100000:0.0:1734016148.323437:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.323573:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003648 00000100:00100000:3.0:1734016148.323581:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003648 00000100:00100000:3.0:1734016148.323636:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2835 00000100:00100000:3.0:1734016148.323642:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247339003648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.323660:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.323678:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15f2 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.323757:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.323773:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.323783:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016148.323806:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3901087 00000004:00200000:3.0:1734016148.323809:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.323822:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.323843:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24c6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15f2 expref: 24 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.323856:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15f2 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.323863:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.323866:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.323868:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016148.323908:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247339003648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 265us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.323915:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2835 00000100:00100000:0.0:1734016148.326207:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.326333:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.326438:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003904 00000100:00100000:1.0:1734016148.326445:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003904 00000100:00100000:1.0:1734016148.326481:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339003776 00000100:00100000:1.0:1734016148.326483:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339003776 00000100:00100000:1.0:1734016148.326500:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15139 00000100:00100000:1.0:1734016148.326506:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339003904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.326520:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.326535:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24c7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1600 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.326580:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341131008:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.326625:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.326727:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15140 00000100:00100000:1.0:1734016148.326732:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339003776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.326739:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.326748:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae15f9 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.326773:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131136:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.326795:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bba80 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.329863:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341131008:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.329897:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24c7d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1600 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.329907:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24c7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1600 expref: 19 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.329919:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016148.329960:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339003904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3453us (3761us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.329967:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15139 00000100:00100000:2.0:1734016148.330154:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131136:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.330173:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c84 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15f9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.330185:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb78fc0/0x857af32d4ea24c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15f9 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.330207:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78fc0, rc 0) 00000100:00100000:2.0:1734016148.330228:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339003776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3495us (3895us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.330233:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15140 00000100:00100000:0.0:1734016148.332634:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.332726:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.332796:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004032 00000100:00100000:1.0:1734016148.332804:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004032 00000100:00100000:1.0:1734016148.333311:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004160 00000100:00100000:1.0:1734016148.333314:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004160 00000100:00100000:2.0:1734016148.333385:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15141 00000100:00100000:2.0:1734016148.333392:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247339004032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.333407:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.333431:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24c8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1607 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.333476:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131264:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.333519:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.333578:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15142 00000100:00100000:3.0:1734016148.333584:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247339004160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.333591:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.333601:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24c92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae160e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.333629:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341131392:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.333648:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.335990:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131264:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.336020:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24c8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1607 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.336030:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4ad00/0x857af32d4ea24c8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1607 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.336038:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016148.336321:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341131392:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.336338:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24c92 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae160e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.336346:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24c92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae160e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.336697:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1972:x1818247339004032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3303us (4068us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.336703:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15141 00010000:00010000:2.0:1734016148.336760:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:2.0:1734016148.336779:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1972:x1818247339004160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3195us (4052us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.336784:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15142 00000100:00100000:0.0:1734016148.338827:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.338870:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.338973:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004288 00000100:00100000:2.0:1734016148.338980:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004288 00000100:00100000:2.0:1734016148.339009:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004416 00000100:00100000:2.0:1734016148.339010:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004416 00000100:00100000:2.0:1734016148.339035:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15143 00000100:00100000:2.0:1734016148.339040:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339004288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.339054:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.339066:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24c99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1615 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.339107:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341131520:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.339145:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.339264:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15144 00000100:00100000:3.0:1734016148.339288:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339004416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.339295:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.339304:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24ca0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae161c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.339325:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341131648:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.339349:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.340801:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341131520:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.340828:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24c99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1615 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.340837:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48480/0x857af32d4ea24c99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1615 expref: 9 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.340845:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016148.340881:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339004288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1839us (2057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.340887:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15143 00000100:00100000:3.0:1734016148.343072:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341131648:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.343102:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24ca0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae161c expref: 19 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.343114:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24ca0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae161c expref: 19 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.343124:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016148.343163:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339004416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3891us (4292us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.343170:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15144 00000100:00100000:0.0:1734016148.345996:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.346407:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004544 00000100:00100000:3.0:1734016148.346415:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004544 00000100:00100000:3.0:1734016148.346467:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15145 00000100:00100000:3.0:1734016148.346475:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247339004544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.346489:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.346504:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1623 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.346529:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.346536:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.346537:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.346539:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1019904->1023999] (req 1019904->1023999) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.346560:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.346574:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 11 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:3.0:1734016148.346584:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131776:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.346644:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.349807:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341131776:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.349842:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [1019904->1023999] (req 1019904->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.349858:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016148.350256:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247339004544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3777us (4265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.350264:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15145 00000100:00100000:0.0:1734016148.350512:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.350738:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004672 00000100:00100000:2.0:1734016148.350747:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004672 00010000:00010000:2.0:1734016148.350773:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 12 pid: 7694 timeout: 516 lvb_type: 0 00000100:00100000:2.0:1734016148.350806:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4138 00000100:00100000:2.0:1734016148.350811:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247339004672:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.350823:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.350845:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 12 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.350854:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 12 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.350878:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ced00/0x857af32d4ea24c61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15eb expref: 12 pid: 7694 timeout: 516 lvb_type: 0 00010000:00010000:2.0:1734016148.352054:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.352058:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.352067:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.352077:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.352117:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.352128:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341131904:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.352188:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.356030:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341131904:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016148.356057:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.356111:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f01bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1970:x1818247339004672:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5296us (5598us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.356121:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4138 00000100:00100000:0.0:1734016148.356834:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.357158:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339004928 00000100:00100000:3.0:1734016148.357164:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339004928 00002000:00100000:3.0:1734016148.357195:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1019904->1023999) req@ffff88007f019500 x1818247339004928/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.357204:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019500 with x1818247339004928 ext(1019904->1023999) 00002000:00010000:3.0:1734016148.357208:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f019500 00000100:00100000:3.0:1734016148.357244:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10019 00000100:00100000:3.0:1734016148.357249:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339004928:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.357394:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339004928:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 142us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.357404:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10019 00002000:00100000:3.0:1734016148.357411:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1019904->1023999) req@ffff88007f019500 x1818247339004928/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.357418:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f019500 with x1818247339004928 ext(1019904->1023999) 00002000:00010000:3.0:1734016148.357431:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f019500 00000100:00100000:0.0:1734016148.360571:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.360783:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005184 00000100:00100000:1.0:1734016148.360791:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005184 00002000:00100000:1.0:1734016148.360825:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1024000->1028095) req@ffff88011cd4ad80 x1818247339005184/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.360833:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247339005184 ext(1024000->1028095) 00002000:00010000:1.0:1734016148.360838:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4ad80 00000100:00100000:1.0:1734016148.360865:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10020 00000100:00100000:1.0:1734016148.360871:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247339005184:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.361002:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247339005184:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 130us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016148.361011:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10020 00002000:00100000:1.0:1734016148.361016:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (1024000->1028095) req@ffff88011cd4ad80 x1818247339005184/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.361021:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4ad80 with x1818247339005184 ext(1024000->1028095) 00002000:00010000:1.0:1734016148.361024:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4ad80 00000100:00100000:0.0:1734016148.362783:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.362986:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005440 00000100:00100000:3.0:1734016148.362993:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005440 00002000:00100000:3.0:1734016148.363023:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1028096->1032191) req@ffff88011cd49f80 x1818247339005440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.363031:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247339005440 ext(1028096->1032191) 00002000:00010000:3.0:1734016148.363035:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:3.0:1734016148.363063:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10021 00000100:00100000:3.0:1734016148.363069:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339005440:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.363194:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339005440:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 123us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016148.363201:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10021 00002000:00100000:3.0:1734016148.363206:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x7:0x0] (1028096->1032191) req@ffff88011cd49f80 x1818247339005440/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 488/4536 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016148.363213:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd49f80 with x1818247339005440 ext(1028096->1032191) 00002000:00010000:3.0:1734016148.363215:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd49f80 00000100:00100000:0.0:1734016148.365729:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.365915:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005568 00000100:00100000:1.0:1734016148.365922:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005568 00000100:00100000:1.0:1734016148.366176:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2836 00000100:00100000:1.0:1734016148.366182:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247339005568:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.366199:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.366215:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24cae lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae162a expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.366318:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.366330:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.366339:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:1.0:1734016148.366361:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 3901087 00000004:00200000:1.0:1734016148.366365:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1734016148.366380:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:1.0:1734016148.366400:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb78fc0/0x857af32d4ea24cae lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 32 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.366447:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.366453:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:1.0:1734016148.366455:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1734016148.366457:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a640, rc 0) 00000100:00100000:1.0:1734016148.366495:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339005568:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 313us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.366501:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2836 00000100:00100000:0.0:1734016148.369400:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.369571:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005696 00000100:00100000:3.0:1734016148.369578:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005696 00000100:00100000:3.0:1734016148.369613:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15146 00000100:00100000:3.0:1734016148.369620:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+11:1971:x1818247339005696:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.369635:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.369652:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1631 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.369669:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.369670:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.369676:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.369688:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 12 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.369696:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce1c0, rc 0) 00000100:00100000:3.0:1734016148.369755:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247339005696:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 133us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.369762:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15146 00000100:00100000:0.0:1734016148.372843:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.373314:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005824 00000100:00100000:2.0:1734016148.373323:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005824 00000100:00100000:2.0:1734016148.373364:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15147 00000100:00100000:2.0:1734016148.373370:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339005824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.373385:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.373399:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24cc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1638 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.373478:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132032:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.373527:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.375052:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132032:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.375080:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24cc3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1638 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.375094:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49200/0x857af32d4ea24cc3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1638 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.375108:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:2.0:1734016148.375316:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339005824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1944us (2477us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.375322:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15147 00000100:00100000:0.0:1734016148.377798:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.377911:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339005952 00000100:00100000:2.0:1734016148.377918:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339005952 00000100:00100000:2.0:1734016148.377952:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15148 00000100:00100000:2.0:1734016148.377958:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339005952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.377971:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.377983:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24cca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae163f expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.378024:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132160:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.378067:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.379368:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132160:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.379394:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24cca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae163f expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.379405:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24cca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae163f expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.379419:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016148.379465:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339005952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1507us (1671us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.379471:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15148 00000100:00100000:0.0:1734016148.387966:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.388058:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006208 00000100:00100000:1.0:1734016148.388065:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006208 00002000:00100000:1.0:1734016148.388101:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->3903487) req@ffff88011cd4b800 x1818247339006208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 504/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.388109:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4b800 with x1818247339006208 ext(0->3903487) 00002000:00010000:1.0:1734016148.388113:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4b800 00000100:00100000:1.0:1734016148.390326:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10022 00000100:00100000:1.0:1734016148.390335:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247339006208:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.424092:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247339006208:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 33749us (36125us total) trans 0 rc 3891200/3891200 00000100:00100000:1.0:1734016148.424104:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10022 00002000:00100000:1.0:1734016148.424113:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->3903487) req@ffff88011cd4b800 x1818247339006208/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:109/0 lens 504/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 3891200/3891200 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.424122:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88011cd4b800 with x1818247339006208 ext(0->3903487) 00002000:00010000:1.0:1734016148.424126:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011cd4b800 00000100:00100000:0.0:1734016148.427909:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.428001:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006336 00000100:00100000:2.0:1734016148.428010:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006336 00000100:00100000:2.0:1734016148.428057:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15149 00000100:00100000:2.0:1734016148.428063:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247339006336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.428080:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.428098:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea24cd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1646 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.428149:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132288:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.428197:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.431535:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132288:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.431571:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea24cd1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1646 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.431584:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4af40/0x857af32d4ea24cd1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1646 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.431599:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016148.431642:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247339006336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3578us (3740us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.431653:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15149 00000100:00100000:0.0:1734016148.434174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.434822:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006464 00000100:00100000:2.0:1734016148.434830:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006464 00000100:00100000:2.0:1734016148.434955:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15150 00000100:00100000:2.0:1734016148.434961:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339006464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.434975:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.434989:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24cd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae164d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.435032:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132416:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.435084:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.436660:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132416:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.436680:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24cd8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae164d expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.436689:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4a1c0/0x857af32d4ea24cd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae164d expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.436726:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016148.436765:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339006464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1804us (2599us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.436771:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15150 00000100:00100000:0.0:1734016148.439198:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.439301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006592 00000100:00100000:2.0:1734016148.439308:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006592 00000100:00100000:2.0:1734016148.439437:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15151 00000100:00100000:2.0:1734016148.439444:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247339006592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.439460:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.439475:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24cdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1654 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.439511:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132544:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.439572:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.440885:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132544:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.440906:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24cdf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1654 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.440914:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24cdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1654 expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.440932:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016148.440971:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1971:x1818247339006592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1525us (1779us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.440976:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15151 00000100:00100000:0.0:1734016148.442702:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.442791:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006720 00000100:00100000:2.0:1734016148.442797:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006720 00000100:00100000:2.0:1734016148.442982:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15152 00000100:00100000:2.0:1734016148.442989:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339006720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.443000:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.443011:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24ce6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae165b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.443053:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132672:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.443098:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.444851:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341132672:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.444874:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24ce6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae165b expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.444884:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24ce6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae165b expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.445106:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016148.445157:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011cd48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339006720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2167us (2457us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.445163:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15152 00000100:00100000:0.0:1734016148.447777:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.447964:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006848 00000100:00100000:2.0:1734016148.447971:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006848 00000100:00100000:2.0:1734016148.448099:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15153 00000100:00100000:2.0:1734016148.448105:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247339006848:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.448119:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.448136:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1662 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.448158:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.448168:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.448173:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.448175:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.448177:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 5/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3985408->3993599] (req 3985408->3993599) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.448198:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.448209:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 517 lvb_type: 1 00000100:00100000:2.0:1734016148.448220:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341132800:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.448306:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.448313:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 8 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.448319:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341132928:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.448336:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.456318:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341132800:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.456334:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c442d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341132928:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.456367:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [3985408->3993599] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.456381:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016148.456445:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247339006848:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8337us (8672us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.456455:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15153 00000100:00100000:0.0:1734016148.457810:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.457927:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339006976 00000100:00100000:2.0:1734016148.457934:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339006976 00010000:00010000:2.0:1734016148.457955:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 517 lvb_type: 1 00000100:00100000:2.0:1734016148.457989:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4139 00000100:00100000:2.0:1734016148.457995:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1970:x1818247339006976:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.458004:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.458020:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 517 lvb_type: 1 00010000:00010000:2.0:1734016148.458029:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 517 lvb_type: 1 00010000:00010000:2.0:1734016148.458047:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce1c0/0x857af32d4ea24cbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1631 expref: 13 pid: 13929 timeout: 517 lvb_type: 1 00010000:00010000:2.0:1734016148.458071:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.458096:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1970:x1818247339006976:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 101us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.458103:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4139 00000100:00100000:2.0:1734016148.461801:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.463945:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007104 00000100:00100000:1.0:1734016148.463954:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007104 00010000:00010000:1.0:1734016148.463983:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016148.464024:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4140 00000100:00100000:1.0:1734016148.464029:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339007104:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.464040:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.464057:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.464067:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.464085:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cd200/0x857af32d4ea24ca7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1623 expref: 9 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.464110:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.464112:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.464117:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.464124:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.464155:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 11 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.464172:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341133056:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016148.464221:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.467437:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.467572:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341133056:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016148.467588:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.467620:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c442d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339007104:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3590us (5826us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.467629:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4140 00000100:00100000:2.0:1734016148.467846:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007232 00000100:00100000:2.0:1734016148.467852:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007232 00000100:00100000:2.0:1734016148.467877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15154 00000100:00100000:2.0:1734016148.467882:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1971:x1818247339007232:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.468055:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3901087 -> 3901087 00002000:00010000:2.0:1734016148.468058:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.468060:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.468061:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.468063:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 576 -> 592 00000100:00100000:2.0:1734016148.468085:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1971:x1818247339007232:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 202us (664us total) trans 4294970069 rc 0/0 00000100:00100000:2.0:1734016148.468091:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15154 00000100:00100000:0.0:1734016148.471116:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.471156:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.471246:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007488 00000100:00100000:3.0:1734016148.471253:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007488 00000100:00100000:3.0:1734016148.471304:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007360 00000100:00100000:3.0:1734016148.471306:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007360 00000100:00100000:3.0:1734016148.471330:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15155 00000100:00100000:3.0:1734016148.471336:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339007488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.471351:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.471366:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24cf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1670 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.471409:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341133184:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.471469:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.471524:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15156 00000100:00100000:0.0:1734016148.471528:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339007360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.471536:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.471544:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea24cfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1669 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.471566:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341133312:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.471583:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.473001:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341133184:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.473024:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24cf4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1670 expref: 19 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.473034:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24cf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1670 expref: 19 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.473048:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd8c0, rc 0) 00000100:00100000:3.0:1734016148.473074:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1969:x1818247339007488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1737us (1965us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.473080:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15155 00000100:00100000:1.0:1734016148.473156:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800791fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341133312:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.473171:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea24cfb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1669 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.473178:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933ed00/0x857af32d4ea24cfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1669 expref: 9 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.473201:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933ed00, rc 0) 00000100:00100000:1.0:1734016148.473217:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880078941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1969:x1818247339007360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1687us (2060us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.473222:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15156 00000100:00100000:0.0:1734016148.476367:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.476414:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.476531:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007616 00000100:00100000:3.0:1734016148.476540:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007616 00000100:00100000:3.0:1734016148.476569:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339007744 00000100:00100000:3.0:1734016148.476571:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339007744 00000100:00100000:3.0:1734016148.476585:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15157 00000100:00100000:3.0:1734016148.476591:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339007616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.476606:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.476620:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24d02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1677 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.476663:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341133440:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.476718:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.476744:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15158 00000100:00100000:3.0:1734016148.476749:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339007744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.476757:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.476766:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24d09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae167e expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.476790:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341133568:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.476807:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.478700:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341133568:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.478729:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24d09 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae167e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.478742:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24d09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae167e expref: 19 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.478753:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016148.478807:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:1970:x1818247339007744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2056us (2392us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.478815:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15158 00000100:00100000:2.0:1734016148.479047:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341133440:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.479067:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24d02 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1677 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.479076:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfa80/0x857af32d4ea24d02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1677 expref: 9 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.479088:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:2.0:1734016148.479127:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:1970:x1818247339007616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2536us (2767us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.479136:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15157 00000100:00100000:0.0:1734016148.483430:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.483556:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008000 00000100:00100000:3.0:1734016148.483564:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008000 00000100:00100000:3.0:1734016148.483614:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2837 00000100:00100000:3.0:1734016148.483621:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:10361:x1818247339008000:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016148.483661:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.483681:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24c76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae15f2 expref: 23 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.483695:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.483698:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016148.483810:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.483821:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.483827:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.483849:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.483858:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 30 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.483868:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341133696:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.483908:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.490882:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341133696:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.490907:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:1.0:1734016148.491016:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.491524:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008128 00000100:00100000:2.0:1734016148.491530:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008128 00010000:00010000:2.0:1734016148.491553:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.491873:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4141 00000100:00100000:2.0:1734016148.491879:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1969:x1818247339008128:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.491892:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.491897:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.491905:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.491923:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cb7a640/0x857af32d4ea24cb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae162a expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.492030:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.492034:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.492042:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.492047:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.492704:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.492744:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:1969:x1818247339008128:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 863us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.492751:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4141 00010000:00010000:3.0:1734016148.493825:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.493833:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016148.493904:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969114 00000004:00010000:3.0:1734016148.493939:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff8800791f9f80 reply state ffff88007f0ce000 transno 4294969115 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016148.493949:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016148.494022:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247339008000:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 10400us (10610us total) trans 4294969115 rc 0/0 00000100:00100000:3.0:1734016148.494030:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2837 00000020:00080000:3.0:1734016148.494033:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016148.495976:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.496135:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008256 00000100:00100000:2.0:1734016148.496142:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008256 00000100:00100000:2.0:1734016148.496170:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15159 00000100:00100000:2.0:1734016148.496176:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+8:10361:x1818247339008256:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.496189:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.496202:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1685 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.496225:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.496232:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.496233:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.496236:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.496260:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 12 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.496292:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 12 pid: 7694 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.496303:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341133824:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.496352:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016148.496405:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496412:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496417:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496436:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716ccd80 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.496439:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496445:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496455:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.496458:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.496461:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.496466:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016148.499162:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.499380:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341133824:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.499405:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.499432:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49f80, rc 0) 00000100:00100000:3.0:1734016148.499715:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008384 00000100:00100000:3.0:1734016148.499720:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008384 00010000:00010000:3.0:1734016148.499743:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.499770:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4142 00000100:00100000:3.0:1734016148.499776:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247339008384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.499786:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.499802:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.499810:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.499826:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48000/0x857af32d4ea24ced lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1662 expref: 13 pid: 7694 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.499835:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.499837:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.499841:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.499848:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.499869:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.499879:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341133952:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.500062:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247339008256:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3883us (4088us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.500068:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15159 00000100:00100000:3.0:1734016148.500829:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.503666:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341133952:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.503685:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.503718:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:1969:x1818247339008384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3941us (4561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.503728:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4142 00000100:00100000:0.0:1734016148.503974:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.504263:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008512 00000100:00100000:3.0:1734016148.504290:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008512 00000100:00100000:3.0:1734016148.504316:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15160 00000100:00100000:3.0:1734016148.504321:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+18:10361:x1818247339008512:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.504334:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.504348:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae168c expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.504368:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.504375:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.504377:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.504380:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 19 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.504400:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.504410:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 17 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.504436:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341134080:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.504910:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.507088:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341134080:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.507116:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 19 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.507131:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016148.507183:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:10361:x1818247339008512:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2860us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.507190:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15160 00000100:00100000:0.0:1734016148.507784:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.508238:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008640 00000100:00100000:3.0:1734016148.508245:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008640 00010000:00010000:3.0:1734016148.508266:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.509075:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4143 00000100:00100000:3.0:1734016148.509082:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339008640:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.509095:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.509116:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.509127:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.509152:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb786c0/0x857af32d4ea24b65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1512 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.509224:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.509227:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.509233:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.509241:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.509292:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.509303:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341134208:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.509354:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.512802:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341134208:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.512823:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.512855:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800791fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339008640:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3773us (5073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.512864:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4143 00000100:00100000:0.0:1734016148.513200:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.513538:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.513731:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008896 00000100:00100000:1.0:1734016148.513739:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008896 00002000:00010000:1.0:1734016148.513765:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016148.513768:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247339008896 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016148.513776:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efd500. 00000100:00100000:1.0:1734016148.513789:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339008768 00000100:00100000:1.0:1734016148.513792:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339008768 00002000:00010000:1.0:1734016148.513798:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5939677->18446744073709551615) 00002000:00100000:1.0:1734016148.513800:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247339008768 ext(5939677->18446744073709551615) 00002000:00010000:1.0:1734016148.513806:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdf80. 00000100:00100000:1.0:1734016148.514109:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10023 00000100:00100000:1.0:1734016148.514115:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+19:1970:x1818247339008896:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016148.514232:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1734016148.514235:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.514237:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.514239:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.514240:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016148.514284:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247339008896:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 152us (1068us total) trans 4294968411 rc 0/0 00000100:00100000:1.0:1734016148.514292:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10023 00002000:00010000:1.0:1734016148.514295:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016148.514297:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efd500 with x1818247339008896 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016148.514300:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079efd500. 00000100:00100000:1.0:1734016148.514324:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10024 00000100:00100000:1.0:1734016148.514329:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1970:x1818247339008768:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016148.514412:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 3901087 -> 5939677 00002000:00010000:1.0:1734016148.514415:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.514417:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.514431:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.514433:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:1.0:1734016148.514452:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247339008768:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 122us (915us total) trans 4294970070 rc 0/0 00000100:00100000:1.0:1734016148.514458:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10024 00002000:00010000:1.0:1734016148.514460:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (5939677->18446744073709551615) 00002000:00100000:1.0:1734016148.514462:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079efdf80 with x1818247339008768 ext(5939677->18446744073709551615) 00002000:00010000:1.0:1734016148.514466:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079efdf80. 00000100:00100000:0.0:1734016148.517789:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.517905:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009024 00000100:00100000:3.0:1734016148.517913:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009024 00000100:00100000:3.0:1734016148.517961:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2838 00000100:00100000:3.0:1734016148.517966:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+24:10361:x1818247339009024:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.517985:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.517998:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24d25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1693 expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.518080:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.518090:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.518098:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016148.518120:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10133981 00000004:00200000:3.0:1734016148.518124:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.518138:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.518157:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd440/0x857af32d4ea24d25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1693 expref: 26 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.518186:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1693 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.518193:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.518195:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.518198:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd680, rc 0) 00000100:00100000:3.0:1734016148.518239:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247339009024:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 272us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.518245:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2838 00000100:00100000:0.0:1734016148.520237:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.520388:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009152 00000100:00100000:3.0:1734016148.520393:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009152 00000100:00100000:3.0:1734016148.520434:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15161 00000100:00100000:3.0:1734016148.520441:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+12:10361:x1818247339009152:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.520454:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.520467:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae169a expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.520484:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.520489:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.520491:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.520494:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4546560->4554751] (req 4546560->4554751) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.520513:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.520525:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 9 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.520538:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134336:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.520754:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.522680:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134336:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.522705:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4546560->4554751] (req 4546560->4554751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 13 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.522724:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016148.522760:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:10361:x1818247339009152:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2319us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.522767:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15161 00000100:00100000:0.0:1734016148.523514:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.523759:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009280 00000100:00100000:3.0:1734016148.523764:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009280 00010000:00010000:3.0:1734016148.523784:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 10 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.523812:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4144 00000100:00100000:3.0:1734016148.523817:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1969:x1818247339009280:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.523826:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.523840:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 10 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.523850:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 10 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.523867:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49f80/0x857af32d4ea24d17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1685 expref: 10 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.524496:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.524499:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.524506:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.524520:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.524547:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 12 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.524556:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341134464:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.524598:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.527451:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.527584:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341134464:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.527603:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.527681:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339009280:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3862us (4166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.527691:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4144 00000100:00100000:2.0:1734016148.527796:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009408 00000100:00100000:2.0:1734016148.527802:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009408 00000100:00100000:2.0:1734016148.527829:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15162 00000100:00100000:2.0:1734016148.527833:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+13:1969:x1818247339009408:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.527977:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5939677 -> 5939677 00002000:00010000:2.0:1734016148.527981:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.527983:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.527984:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.527986:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:2.0:1734016148.528026:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339009408:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 191us (582us total) trans 4294970071 rc 0/0 00000100:00100000:2.0:1734016148.528032:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15162 00000100:00100000:0.0:1734016148.529785:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.530612:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009536 00000100:00100000:2.0:1734016148.530618:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009536 00000100:00100000:2.0:1734016148.530668:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2839 00000100:00100000:2.0:1734016148.530675:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247339009536:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.530689:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.530706:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea24d3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16a1 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.530779:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.530790:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.530800:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016148.530820:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 10133981 00000004:00200000:2.0:1734016148.530824:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016148.530837:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.530858:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49f80/0x857af32d4ea24d3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 32 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.530870:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 31 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.530877:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.530879:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016148.530882:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48000, rc 0) 00000100:00100000:2.0:1734016148.531518:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339009536:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 840us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.531523:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2839 00000100:00100000:0.0:1734016148.534019:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.534250:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009664 00000100:00100000:2.0:1734016148.534258:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009664 00000100:00100000:2.0:1734016148.534325:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15163 00000100:00100000:2.0:1734016148.534332:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339009664:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.534348:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.534365:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24d48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16a8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.534414:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341134592:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.534488:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.537063:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341134592:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.537094:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24d48 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a8 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.537107:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4b840/0x857af32d4ea24d48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a8 expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.537118:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b840, rc 0) 00000100:00100000:2.0:1734016148.537157:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339009664:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2825us (3144us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.537164:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15163 00000100:00100000:0.0:1734016148.542126:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.542225:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009792 00000100:00100000:2.0:1734016148.542233:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009792 00000100:00100000:2.0:1734016148.542290:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15164 00000100:00100000:2.0:1734016148.542296:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1971:x1818247339009792:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.542311:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.542327:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24d4f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16af expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.542372:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341134720:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.542434:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.544396:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341134720:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.544639:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24d4f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16af expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.544652:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49680/0x857af32d4ea24d4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16af expref: 18 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.544682:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49680, rc 0) 00000100:00100000:2.0:1734016148.544726:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1971:x1818247339009792:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2428us (2605us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.544733:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15164 00000100:00100000:0.0:1734016148.547095:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.547164:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339009920 00000100:00100000:2.0:1734016148.547171:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339009920 00000100:00100000:2.0:1734016148.547198:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15165 00000100:00100000:2.0:1734016148.547204:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339009920:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.547365:0:7694:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5939677 -> 5939677 00002000:00010000:2.0:1734016148.547368:0:7694:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.547370:0:7694:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.547372:0:7694:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.547373:0:7694:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:2.0:1734016148.547436:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339009920:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 231us (347us total) trans 4294970072 rc 0/0 00000100:00100000:2.0:1734016148.547445:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15165 00000100:00100000:0.0:1734016148.552639:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.552723:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010048 00000100:00100000:2.0:1734016148.552731:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010048 00000100:00100000:2.0:1734016148.552768:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15166 00000100:00100000:2.0:1734016148.552774:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247339010048:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.552790:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.552804:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24d56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16b6 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.552849:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134848:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.553106:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.554724:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134848:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.554754:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24d56 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16b6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.554766:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4a1c0/0x857af32d4ea24d56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16b6 expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.554790:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4a1c0, rc 0) 00000100:00100000:2.0:1734016148.554826:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1971:x1818247339010048:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2051us (2195us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.554832:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15166 00000100:00100000:0.0:1734016148.556883:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.557006:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010176 00000100:00100000:2.0:1734016148.557013:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010176 00000100:00100000:2.0:1734016148.557043:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15167 00000100:00100000:2.0:1734016148.557050:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339010176:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.557065:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.557084:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24d5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16bd expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.557130:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134976:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.557443:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.559255:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341134976:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.559305:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24d5d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16bd expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.559316:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4af40/0x857af32d4ea24d5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16bd expref: 10 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.559325:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4af40, rc 0) 00000100:00100000:2.0:1734016148.559356:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:1969:x1818247339010176:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2306us (2478us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.559362:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15167 00000100:00100000:0.0:1734016148.561957:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.562051:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010432 00000100:00100000:2.0:1734016148.562058:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010432 00000100:00100000:2.0:1734016148.562103:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2840 00000100:00100000:2.0:1734016148.562110:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+25:10361:x1818247339010432:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016148.562147:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.562166:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd680/0x857af32d4ea24d2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1693 expref: 25 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.562184:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.562187:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016148.562433:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.562443:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.562449:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.562630:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.562643:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 30 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.562654:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341135104:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.563210:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.567123:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.567351:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341135104:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.567373:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:3.0:1734016148.567446:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010560 00000100:00100000:3.0:1734016148.567452:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010560 00010000:00010000:3.0:1734016148.567478:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.567512:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4145 00000100:00100000:3.0:1734016148.567518:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1970:x1818247339010560:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.567528:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.567533:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.567541:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.567557:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16a1 expref: 31 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.567573:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.567576:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.567583:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.567589:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.567603:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.567633:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:1970:x1818247339010560:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 115us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.567639:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4145 00010000:00010000:2.0:1734016148.568035:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.568042:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:2.0:1734016148.568118:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969116 00000004:00010000:2.0:1734016148.568159:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff88007a31b480 reply state ffff88007f105000 transno 4294969117 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016148.568165:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016148.568251:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247339010432:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 6138us (6299us total) trans 4294969117 rc 0/0 00000100:00100000:2.0:1734016148.568258:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2840 00000020:00080000:2.0:1734016148.568263:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016148.570671:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570682:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570688:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570692:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c48fc0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.570695:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570700:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570712:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.570714:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.570717:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.570721:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016148.570890:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.570995:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010688 00000100:00100000:2.0:1734016148.571003:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010688 00000100:00100000:2.0:1734016148.571043:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15168 00000100:00100000:2.0:1734016148.571048:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+9:10361:x1818247339010688:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.571063:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.571074:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16c4 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.571093:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 14 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.571099:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.571100:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.571103:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.571125:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 14 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.571139:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 14 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.571149:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341135232:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.571206:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.573764:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.573938:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341135232:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.573964:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 10 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.574077:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010816 00000100:00100000:1.0:1734016148.574084:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010816 00010000:00010000:1.0:1734016148.574111:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 15 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.574701:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49200, rc 0) 00000100:00100000:3.0:1734016148.574744:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:10361:x1818247339010688:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3693us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.574751:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15168 00000100:00100000:2.0:1734016148.575687:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4146 00000100:00100000:2.0:1734016148.575702:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339010816:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.575713:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.575729:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 15 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.575740:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 15 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.575755:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24d33 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae169a expref: 15 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.575774:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.575776:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.575780:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.575787:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.575814:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 9 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.575824:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341135360:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.575853:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.579626:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.579667:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.579746:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341135360:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016148.579765:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.579799:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339010816:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4096us (6040us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.579809:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4146 00000100:00100000:1.0:1734016148.579906:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011072 00000100:00100000:1.0:1734016148.579912:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011072 00002000:00010000:1.0:1734016148.579937:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2142299->18446744073709551615) 00002000:00100000:1.0:1734016148.579940:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b800 with x1818247339011072 ext(2142299->18446744073709551615) 00002000:00010000:1.0:1734016148.579949:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b800. 00000100:00100000:1.0:1734016148.579962:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339010944 00000100:00100000:1.0:1734016148.579964:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339010944 00002000:00010000:1.0:1734016148.579969:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016148.579971:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a319500 with x1818247339010944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016148.579976:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a319500. 00000100:00100000:1.0:1734016148.579987:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10025 00000100:00100000:1.0:1734016148.579992:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247339011072:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016148.580137:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 4194304 -> 2142299 00002000:00010000:1.0:1734016148.580141:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.580142:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.580144:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.580146:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1734016148.580165:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339011072:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 172us (547us total) trans 4294968412 rc 0/0 00000100:00100000:1.0:1734016148.580169:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10025 00002000:00010000:1.0:1734016148.580171:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (2142299->18446744073709551615) 00002000:00100000:1.0:1734016148.580173:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b800 with x1818247339011072 ext(2142299->18446744073709551615) 00002000:00010000:1.0:1734016148.580177:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b800. 00000100:00100000:1.0:1734016148.580189:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10026 00000100:00100000:1.0:1734016148.580192:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+10:1970:x1818247339010944:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:1.0:1734016148.580302:0:7699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 5939677 -> 4194304 00002000:00010000:1.0:1734016148.580304:0:7699:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.580306:0:7699:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.580307:0:7699:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.580308:0:7699:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:1.0:1734016148.580327:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247339010944:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 132us (657us total) trans 4294970073 rc 0/0 00000100:00100000:1.0:1734016148.580332:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10026 00002000:00010000:1.0:1734016148.580334:0:7699:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:1.0:1734016148.580335:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a319500 with x1818247339010944 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1734016148.580339:0:7699:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a319500. 00000100:00100000:0.0:1734016148.582478:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.583087:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011200 00000100:00100000:2.0:1734016148.583093:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011200 00000100:00100000:3.0:1734016148.583351:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2841 00000100:00100000:3.0:1734016148.583358:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a426450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247339011200:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.583372:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.583386:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16cb expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.583461:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.583471:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.583483:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016148.583500:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6336603 00000004:00200000:3.0:1734016148.583504:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.583515:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.583531:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ccd80/0x857af32d4ea24d72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 32 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.583542:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.583549:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.583551:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.583553:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cef40, rc 0) 00000100:00100000:3.0:1734016148.583598:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a426450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339011200:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 239us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.583603:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2841 00000100:00100000:0.0:1734016148.586546:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.586588:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.586655:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011456 00000100:00100000:1.0:1734016148.586661:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011456 00000100:00100000:1.0:1734016148.586762:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011328 00000100:00100000:1.0:1734016148.586765:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011328 00000100:00100000:1.0:1734016148.586787:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15169 00000100:00100000:1.0:1734016148.586793:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339011456:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.586808:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.586822:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24d80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16d9 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.586860:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341135488:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.586920:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15170 00000100:00100000:0.0:1734016148.586925:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339011328:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.586933:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.586943:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24d87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16d2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.586967:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007a318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341135616:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.587547:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.588155:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.591290:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007a318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341135616:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.591320:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24d87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16d2 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.591330:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933fa80/0x857af32d4ea24d87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16d2 expref: 15 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.591354:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fa80, rc 0) 00000100:00100000:2.0:1734016148.591388:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339011328:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4462us (4799us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.591395:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15170 00000100:00100000:1.0:1734016148.591493:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341135488:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.591509:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24d80 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16d9 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.591516:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78480/0x857af32d4ea24d80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16d9 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.591525:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78480, rc 0) 00000100:00100000:1.0:1734016148.591541:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339011456:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4749us (5001us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.591546:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15169 00000100:00100000:0.0:1734016148.594705:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.594749:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.594855:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011584 00000100:00100000:1.0:1734016148.594865:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011584 00000100:00100000:1.0:1734016148.594903:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011712 00000100:00100000:1.0:1734016148.594905:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011712 00000100:00100000:1.0:1734016148.594922:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15171 00000100:00100000:1.0:1734016148.594927:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247339011584:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.594940:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.594955:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24d8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16e0 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.595006:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341135744:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.595053:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.595109:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15172 00000100:00100000:2.0:1734016148.595114:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339011712:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.595121:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.595130:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16e7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.595153:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341135872:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.595173:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.597093:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341135744:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.597116:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24d8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16e0 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.597126:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb798c0/0x857af32d4ea24d8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16e0 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.597148:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb798c0, rc 0) 00000100:00100000:1.0:1734016148.597176:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1970:x1818247339011584:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2249us (2478us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.597183:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15171 00000100:00100000:2.0:1734016148.597472:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341135872:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.597488:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16e7 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.597495:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48fc0/0x857af32d4ea24d95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16e7 expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.597511:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48fc0, rc 0) 00000100:00100000:2.0:1734016148.597531:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339011712:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2416us (2783us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.597536:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15172 00000100:00100000:0.0:1734016148.599780:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.600656:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011840 00000100:00100000:2.0:1734016148.600665:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011840 00000100:00100000:2.0:1734016148.601230:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2842 00000100:00100000:2.0:1734016148.601238:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+26:10361:x1818247339011840:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.601259:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.601333:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16ee expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.601406:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.601429:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.601438:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016148.601458:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 6336603 00000004:00200000:2.0:1734016148.601461:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016148.601474:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.601494:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48000/0x857af32d4ea24d9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16ee expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.601506:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16ee expref: 27 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.601512:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.601514:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016148.601516:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48480, rc 0) 00000100:00100000:2.0:1734016148.601553:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247339011840:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 316us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.601559:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2842 00000100:00100000:0.0:1734016148.604935:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.606162:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012096 00000100:00100000:2.0:1734016148.606170:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012096 00000100:00100000:2.0:1734016148.606259:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15173 00000100:00100000:2.0:1734016148.606266:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339012096:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.606302:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.606316:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24daa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16fc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.606363:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341136000:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.606483:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.606554:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.607105:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339011968 00000100:00100000:1.0:1734016148.607109:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339011968 00000100:00100000:1.0:1734016148.607142:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15174 00000100:00100000:1.0:1734016148.607147:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339011968:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.607155:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.607165:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24db1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae16f5 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.607190:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341136128:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.608671:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.610261:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341136000:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.610303:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24daa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16fc expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.610315:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4ad00/0x857af32d4ea24daa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16fc expref: 18 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.610333:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4ad00, rc 0) 00000100:00100000:2.0:1734016148.610365:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339012096:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4099us (5436us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.610372:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15173 00000100:00100000:1.0:1734016148.610614:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341136128:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.610630:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24db1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16f5 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.610638:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b3c0/0x857af32d4ea24db1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16f5 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.610656:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b3c0, rc 0) 00000100:00100000:1.0:1734016148.610673:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339011968:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3526us (4120us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.610678:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15174 00000100:00100000:0.0:1734016148.613063:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.613412:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.613685:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012352 00000100:00100000:1.0:1734016148.613693:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012352 00000100:00100000:1.0:1734016148.613723:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012224 00000100:00100000:1.0:1734016148.613726:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012224 00000100:00100000:1.0:1734016148.613759:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15175 00000100:00100000:1.0:1734016148.613767:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339012352:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.613781:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.613799:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24db8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae170a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.613843:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341136256:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.613889:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.613958:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15176 00000100:00100000:3.0:1734016148.613964:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339012224:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.613974:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.613986:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24dbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1703 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.614015:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341136384:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.614038:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.616826:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341136384:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.616855:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24dbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1703 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.616865:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ccd80/0x857af32d4ea24dbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1703 expref: 15 pid: 13929 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.617012:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341136256:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.617029:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24db8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae170a expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.617040:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7ba80/0x857af32d4ea24db8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae170a expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.617066:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ba80, rc 0) 00000100:00100000:1.0:1734016148.617108:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339012352:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3342us (4053us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.617114:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15175 00010000:00010000:3.0:1734016148.617391:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccd80, rc 0) 00000100:00100000:3.0:1734016148.617443:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339012224:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3476us (4029us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.617450:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15176 00000100:00100000:0.0:1734016148.622676:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.622764:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012480 00000100:00100000:3.0:1734016148.622771:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012480 00000100:00100000:3.0:1734016148.622814:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15177 00000100:00100000:3.0:1734016148.622821:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247339012480:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.622835:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.622850:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1711 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.622874:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 20 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.622881:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.622883:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.622886:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.622912:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 20 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.622924:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.622934:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136512:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.622977:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.625879:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136512:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.625905:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 18 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.625920:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfa80, rc 0) 00000100:00100000:3.0:1734016148.625952:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247339012480:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3131us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.625959:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15177 00000100:00100000:0.0:1734016148.626971:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.627056:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012608 00000100:00100000:3.0:1734016148.627063:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012608 00010000:00010000:3.0:1734016148.627087:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 21 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.627110:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4147 00000100:00100000:3.0:1734016148.627115:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339012608:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.627125:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.627141:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 21 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.627149:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 21 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.627168:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24d1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae168c expref: 21 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.627183:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.627186:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.627192:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.627199:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.627222:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.627231:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341136640:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.627266:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.630322:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341136640:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.630342:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.630392:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247339012608:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3274us (3421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.630402:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4147 00000100:00100000:0.0:1734016148.636440:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.637575:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012864 00000100:00100000:2.0:1734016148.637582:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012864 00002000:00100000:2.0:1734016148.637618:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (573440->2146303) req@ffff88007a31b480 x1818247339012864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.637628:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247339012864 ext(573440->2146303) 00002000:00010000:2.0:1734016148.637632:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b480 00000100:00100000:2.0:1734016148.638174:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10027 00000100:00100000:2.0:1734016148.638181:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247339012864:12345-192.168.201.60@tcp:3:fsx.0 00010000:00010000:2.0:1734016148.646068:0:6476:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734016148.652559:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a31b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1969:x1818247339012864:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 14366us (16114us total) trans 0 rc 1572864/1572864 00000100:00100000:2.0:1734016148.652570:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10027 00002000:00100000:2.0:1734016148.652582:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (573440->2146303) req@ffff88007a31b480 x1818247339012864/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 1572864/1572864 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.652590:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a31b480 with x1818247339012864 ext(573440->2146303) 00002000:00010000:2.0:1734016148.652595:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007a31b480 00000100:00100000:0.0:1734016148.655891:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.655975:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339012992 00000100:00100000:3.0:1734016148.655983:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339012992 00000100:00100000:3.0:1734016148.656037:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15178 00000100:00100000:3.0:1734016148.656043:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247339012992:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.656058:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.656074:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24dcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1718 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.656118:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136768:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.656161:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00002000:00010000:3.0:1734016148.657839:0:13929:0:(ofd_lvb.c:301:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1734016148.657856:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136768:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.657878:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24dcd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1718 expref: 21 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.657889:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cf840/0x857af32d4ea24dcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1718 expref: 21 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.657902:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cf840, rc 0) 00000100:00100000:3.0:1734016148.657943:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1970:x1818247339012992:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1899us (2058us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.657949:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15178 00000100:00100000:0.0:1734016148.660313:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.660756:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013120 00000100:00100000:3.0:1734016148.660763:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013120 00000100:00100000:3.0:1734016148.660798:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15179 00000100:00100000:3.0:1734016148.660804:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247339013120:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.660819:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.660833:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24dd4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae171f expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.660876:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136896:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.660926:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.662893:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341136896:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.662921:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24dd4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae171f expref: 21 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.662931:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ccfc0/0x857af32d4ea24dd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae171f expref: 21 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.662941:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ccfc0, rc 0) 00000100:00100000:3.0:1734016148.662990:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:1969:x1818247339013120:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2185us (2722us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.662998:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15179 00000100:00100000:0.0:1734016148.665823:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.665923:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013376 00000100:00100000:3.0:1734016148.665930:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013376 00000100:00100000:3.0:1734016148.666513:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2843 00000100:00100000:3.0:1734016148.666520:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+27:10361:x1818247339013376:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:3.0:1734016148.666559:0:8227:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.666580:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48480/0x857af32d4ea24da3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16ee expref: 27 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.666594:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.666598:0:8227:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1734016148.666714:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.666725:0:8227:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.666730:0:8227:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.666758:0:8227:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 30 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.666767:0:8227:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 30 pid: 8227 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.666777:0:8227:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341137024:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.666838:0:8227:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.669472:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.669651:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013504 00000100:00100000:2.0:1734016148.669658:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013504 00010000:00010000:2.0:1734016148.669686:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 31 pid: 8227 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.669723:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4148 00000100:00100000:2.0:1734016148.669729:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1969:x1818247339013504:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.669740:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.669744:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 31 pid: 8227 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.669754:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 31 pid: 8227 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.669770:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.669773:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.669781:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.669787:0:6473:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8227 initiator: MDT0 00010000:00010000:2.0:1734016148.669801:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.669834:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:1969:x1818247339013504:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 105us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.669840:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4148 00010000:00010000:3.0:1734016148.669920:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cef40/0x857af32d4ea24d79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16cb expref: 30 pid: 8227 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.669932:0:8227:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:8227:1818247341137024:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.669948:0:8227:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.669954:0:8227:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.669959:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000001:00080000:3.0:1734016148.670024:0:8227:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969118 00000004:00010000:3.0:1734016148.670055:0:8227:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880070119500 reply state ffff88011ce01000 transno 4294969119 ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000100:00100000:3.0:1734016148.670061:0:8227:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1734016148.670117:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247339013376:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 3597us (4300us total) trans 4294969119 rc 0/0 00000100:00100000:3.0:1734016148.670123:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2843 00000020:00080000:3.0:1734016148.670126:0:8227:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1734016148.672063:0:3500:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672072:0:3500:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672077:0:3500:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672082:0:3500:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800716cd8c0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.672085:0:3500:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672090:0:3500:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672100:0:3500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.672103:0:3500:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.672106:0:3500:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.672109:0:3500:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716cd8c0/0x857af32d4ea24ddb lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8227 initiator: MDT0 00000100:00100000:0.0:1734016148.672638:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.672874:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013632 00000100:00100000:3.0:1734016148.672881:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013632 00000100:00100000:3.0:1734016148.672918:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15180 00000100:00100000:3.0:1734016148.672923:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+20:10361:x1818247339013632:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.672937:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.672950:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1726 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.672970:0:13929:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.672977:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.672978:0:13929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.672981:0:13929:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 21 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.673004:0:13929:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.673014:0:13929:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 17 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.673024:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341137152:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.673064:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.675362:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.675552:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341137152:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.675579:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 21 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.675592:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016148.675630:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247339013632:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2705us (2994us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.675635:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15180 00000100:00100000:2.0:1734016148.675787:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013760 00000100:00100000:2.0:1734016148.675792:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013760 00002000:00100000:2.0:1734016148.675821:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1257472->1265663) req@ffff88007011bb80 x1818247339013760/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 8680/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.675827:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011bb80 with x1818247339013760 ext(1257472->1265663) 00010000:00010000:2.0:1734016148.675832:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 18 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.675841:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 18 pid: 13929 timeout: 517 lvb_type: 0 00002000:00010000:2.0:1734016148.675846:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007011bb80 00000100:00100000:2.0:1734016148.675873:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 401 00000100:00100000:2.0:1734016148.675878:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339013760:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:2.0:1734016148.677066:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247339013760:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1183us (1708us total) trans 4294968413 rc 0/0 00000100:00100000:2.0:1734016148.677073:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 401 00002000:00100000:2.0:1734016148.677079:0:7697:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x7:0x0] (1257472->1265663) req@ffff88007011bb80 x1818247339013760/t4294968413(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 8680/448 e 0 to 0 dl 1734016159 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.677090:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007011bb80 with x1818247339013760 ext(1257472->1265663) 00010000:00010000:2.0:1734016148.677096:0:7697:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.677106:0:7697:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00002000:00010000:2.0:1734016148.677110:0:7697:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007011bb80 00000100:00100000:1.0:1734016148.683472:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.683557:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339013888 00000100:00100000:2.0:1734016148.683565:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339013888 00010000:00010000:2.0:1734016148.683592:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.683813:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4149 00000100:00100000:2.0:1734016148.683820:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247339013888:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016148.683833:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1734016148.683848:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 1 -> 16 00010000:00010000:2.0:1734016148.683853:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.683863:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.683880:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfa80/0x857af32d4ea24dc6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1711 expref: 20 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016148.684505:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.684507:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016148.684514:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 20 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.684521:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 20 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.684548:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 20 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.684558:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341137280:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016148.684613:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.687678:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9888:1818247341137280:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016148.688206:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.688251:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247339013888:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 4430us (4785us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.688261:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4149 00000100:00100000:0.0:1734016148.688355:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.688451:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.688996:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014144 00000100:00100000:2.0:1734016148.689001:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014144 00002000:00010000:2.0:1734016148.689021:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016148.689024:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247339014144 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016148.689033:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119c00. 00000100:00100000:2.0:1734016148.689054:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014016 00000100:00100000:2.0:1734016148.689056:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014016 00002000:00010000:2.0:1734016148.689063:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (439548->18446744073709551615) 00002000:00100000:2.0:1734016148.689065:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247339014016 ext(439548->18446744073709551615) 00002000:00010000:2.0:1734016148.689070:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070118e00. 00000100:00100000:2.0:1734016148.689080:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10028 00000100:00100000:2.0:1734016148.689085:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339014144:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.690162:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 2142299 -> 0 00002000:00010000:2.0:1734016148.690166:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.690168:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.690170:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.690171:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:2.0:1734016148.690201:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1969:x1818247339014144:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 1115us (1845us total) trans 4294968414 rc 0/0 00000100:00100000:2.0:1734016148.690207:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10028 00002000:00010000:2.0:1734016148.690209:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (0->18446744073709551615) 00002000:00100000:2.0:1734016148.690211:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070119c00 with x1818247339014144 ext(0->18446744073709551615) 00002000:00010000:2.0:1734016148.690214:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880070119c00. 00000100:00100000:2.0:1734016148.690224:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10029 00000100:00100000:2.0:1734016148.690229:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1969:x1818247339014016:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:2.0:1734016148.692355:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 439548 00002000:00010000:2.0:1734016148.692360:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.692362:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.692364:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.692365:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 592 -> 544 00000100:00100000:2.0:1734016148.692399:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247339014016:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 2167us (3945us total) trans 4294970074 rc 0/0 00000100:00100000:2.0:1734016148.692408:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10029 00002000:00010000:2.0:1734016148.692411:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (439548->18446744073709551615) 00002000:00100000:2.0:1734016148.692413:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880070118e00 with x1818247339014016 ext(439548->18446744073709551615) 00000100:00100000:1.0:1734016148.695622:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.695696:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014272 00000100:00100000:3.0:1734016148.695704:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014272 00000100:00100000:3.0:1734016148.695743:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2844 00000100:00100000:3.0:1734016148.695749:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+30:10361:x1818247339014272:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.695765:0:8227:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.695781:0:8227:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24de9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae172d expref: -99 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.695846:0:8227:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.695856:0:8227:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.695865:0:8227:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00000004:00200000:3.0:1734016148.695881:0:8227:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 439548 00000004:00200000:3.0:1734016148.695884:0:8227:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1734016148.695896:0:8227:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8227 initiator: MDT0 00010000:00010000:3.0:1734016148.695912:0:8227:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ce1c0/0x857af32d4ea24de9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae172d expref: 32 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.695931:0:8227:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae172d expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.695936:0:8227:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.695938:0:8227:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1734016148.695941:0:8227:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ced00, rc 0) 00000100:00100000:3.0:1734016148.695971:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339014272:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 222us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.695976:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2844 00002000:00010000:2.0:1734016148.697440:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070118e00. 00000100:00100000:0.0:1734016148.698407:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.698453:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.698531:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014400 00000100:00100000:1.0:1734016148.698539:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014400 00000100:00100000:1.0:1734016148.698567:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014528 00000100:00100000:1.0:1734016148.698569:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014528 00000100:00100000:1.0:1734016148.698583:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15181 00000100:00100000:1.0:1734016148.698588:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247339014400:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.698602:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.698614:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea24df7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1734 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.698657:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341137408:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.698700:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.698817:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15182 00000100:00100000:0.0:1734016148.698822:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1971:x1818247339014528:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.698830:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.698839:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24dfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae173b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.698859:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341137536:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.698890:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.705225:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341137536:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.705260:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24dfe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae173b expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.705290:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933d440/0x857af32d4ea24dfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae173b expref: 20 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.705302:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933d440, rc 0) 00000100:00100000:2.0:1734016148.705366:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1971:x1818247339014528:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6542us (6911us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.705375:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15182 00000100:00100000:1.0:1734016148.705807:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341137408:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.705826:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea24df7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1734 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.705840:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79200/0x857af32d4ea24df7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1734 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.705853:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79200, rc 0) 00000100:00100000:1.0:1734016148.705875:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1971:x1818247339014400:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7286us (7473us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.705882:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15181 00000100:00100000:1.0:1734016148.711049:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.711118:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.711353:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014784 00000100:00100000:2.0:1734016148.711361:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014784 00000100:00100000:2.0:1734016148.711397:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014656 00000100:00100000:2.0:1734016148.711399:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014656 00000100:00100000:2.0:1734016148.711428:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15183 00000100:00100000:2.0:1734016148.711434:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247339014784:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.711449:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.711464:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea24e05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1749 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.711513:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341137664:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.711556:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.711571:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15184 00000100:00100000:2.0:1734016148.711576:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339014656:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.711583:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.711591:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24e0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1742 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.711611:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341137792:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.711630:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.714989:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c443b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341137792:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016148.715024:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24e0c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1742 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.715038:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c486c0/0x857af32d4ea24e0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1742 expref: 15 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.715051:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c486c0, rc 0) 00000100:00100000:0.0:1734016148.715097:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:1969:x1818247339014656:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3520us (3980us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.715104:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15184 00000100:00100000:2.0:1734016148.715192:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341137664:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.715208:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea24e05 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1749 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.715216:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c48d80/0x857af32d4ea24e05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1749 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.715227:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48d80, rc 0) 00000100:00100000:2.0:1734016148.715243:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247339014784:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3809us (4203us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.715248:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15183 00000100:00100000:1.0:1734016148.718104:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.718450:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339014912 00000100:00100000:2.0:1734016148.718459:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339014912 00000100:00100000:2.0:1734016148.718653:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15185 00000100:00100000:2.0:1734016148.718661:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+14:10361:x1818247339014912:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.718676:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.718690:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1750 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.718713:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.718720:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.718722:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.718725:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [143360->151551] (req 143360->151551) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.718750:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 11 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.718761:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 11 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.718771:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341137920:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.719232:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.721752:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.721837:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015040 00000100:00100000:3.0:1734016148.721845:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015040 00010000:00010000:3.0:1734016148.721875:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 12 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.721909:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4150 00000100:00100000:3.0:1734016148.721914:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1970:x1818247339015040:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.721926:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.721942:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 12 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.721954:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 12 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.721976:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.721978:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.721984:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.721991:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.722014:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.722026:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341138048:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.722078:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00010000:00010000:2.0:1734016148.722172:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49200/0x857af32d4ea24d6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae16c4 expref: 12 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.722184:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341137920:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.722203:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.722211:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48b40, rc 0) 00000100:00100000:2.0:1734016148.722232:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247339014912:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3571us (4142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.722238:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15185 00000100:00100000:3.0:1734016148.724850:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.724957:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341138048:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016148.724977:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016148.725031:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247339015040:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3116us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.725042:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4150 00000100:00100000:0.0:1734016148.729232:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015168 00000100:00100000:0.0:1734016148.729246:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015168 00000100:00100000:0.0:1734016148.729306:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15186 00000100:00100000:0.0:1734016148.729314:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247339015168:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:0.0:1734016148.729490:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 439548 -> 439548 00002000:00010000:0.0:1734016148.729494:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:0.0:1734016148.729496:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:0.0:1734016148.729497:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:0.0:1734016148.729499:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 544 -> 544 00000100:00100000:0.0:1734016148.729585:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247339015168:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 270us (4739us total) trans 4294970075 rc 0/0 00000100:00100000:0.0:1734016148.729592:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15186 00000100:00100000:3.0:1734016148.731501:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.731570:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015296 00000100:00100000:0.0:1734016148.731577:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015296 00000100:00100000:0.0:1734016148.731623:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2845 00000100:00100000:0.0:1734016148.731629:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247339015296:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.731645:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.731661:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea24e1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1757 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.731918:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016148.731929:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016148.731936:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:0.0:1734016148.731956:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 439548 00000004:00200000:0.0:1734016148.731961:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1734016148.731975:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:0.0:1734016148.731996:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933d680/0x857af32d4ea24e1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.732012:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.732018:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:0.0:1734016148.732021:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1734016148.732023:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933c6c0, rc 0) 00000100:00100000:0.0:1734016148.732323:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247339015296:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 692us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016148.732329:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2845 00000100:00100000:1.0:1734016148.734575:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.736176:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015424 00000100:00100000:2.0:1734016148.736184:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015424 00000100:00100000:2.0:1734016148.736225:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15187 00000100:00100000:2.0:1734016148.736231:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247339015424:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.736245:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.736259:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea24e28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae175e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.736947:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138176:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.736996:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.739592:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138176:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.739629:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea24e28 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae175e expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.739642:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49d40/0x857af32d4ea24e28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae175e expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.739653:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49d40, rc 0) 00000100:00100000:2.0:1734016148.739696:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247339015424:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3463us (5126us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.739704:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15187 00000100:00100000:0.0:1734016148.746749:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.747000:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015552 00000100:00100000:2.0:1734016148.747007:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015552 00000100:00100000:2.0:1734016148.747052:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15188 00000100:00100000:2.0:1734016148.747058:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247339015552:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.747073:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.747088:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24e2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1765 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.747135:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138304:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.747194:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.751017:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c441c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138304:192.168.201.60@tcp:106: 00010000:00010000:0.0:1734016148.751053:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24e2f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1765 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.751065:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c498c0/0x857af32d4ea24e2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1765 expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016148.751086:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c498c0, rc 0) 00000100:00100000:0.0:1734016148.751133:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007011b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1970:x1818247339015552:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4074us (4391us total) trans 0 rc 301/301 00000100:00100000:0.0:1734016148.751140:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15188 00000100:00100000:3.0:1734016148.761739:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.761928:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015680 00000100:00100000:0.0:1734016148.761935:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015680 00000100:00100000:0.0:1734016148.761990:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15189 00000100:00100000:0.0:1734016148.761997:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247339015680:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.762012:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.762026:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea24e36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae176c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.762069:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138432:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.762124:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.763503:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880070119180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138432:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.763530:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea24e36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae176c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.763542:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933dd40/0x857af32d4ea24e36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae176c expref: 12 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.763556:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933dd40, rc 0) 00000100:00100000:1.0:1734016148.763860:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:1972:x1818247339015680:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1861us (2128us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.763867:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15189 00000100:00100000:0.0:1734016148.768179:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.768267:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015808 00000100:00100000:2.0:1734016148.768302:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015808 00000100:00100000:2.0:1734016148.768351:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15190 00000100:00100000:2.0:1734016148.768357:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+11:10361:x1818247339015808:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.768375:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.768391:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1773 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.768429:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.768441:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.768442:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.768446:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2895872->2908159] (req 2895872->2908159) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.768475:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.768485:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 15 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.768494:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341138560:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.768539:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.770531:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.770626:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339015936 00000100:00100000:3.0:1734016148.770633:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339015936 00010000:00010000:3.0:1734016148.770662:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 16 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.770690:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4151 00000100:00100000:3.0:1734016148.770696:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a89b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1970:x1818247339015936:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.770710:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.770729:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 16 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.770739:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 16 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.770762:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.770764:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016148.770770:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.770778:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.770806:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.770816:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341138688:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016148.770878:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fcb40 going to sleep for 11 seconds 00010000:00010000:2.0:1734016148.771076:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48b40/0x857af32d4ea24e13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1750 expref: 16 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.771090:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341138560:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.771109:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 12 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.771116:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016148.771141:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880070119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:10361:x1818247339015808:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2783us (2970us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.771148:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15190 00000100:00100000:0.0:1734016148.775792:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.775891:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341138688:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016148.775910:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.775957:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a89b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1970:x1818247339015936:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 5260us (5432us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.775968:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4151 00000100:00100000:2.0:1734016148.776145:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016064 00000100:00100000:2.0:1734016148.776151:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016064 00000100:00100000:2.0:1734016148.776176:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15191 00000100:00100000:2.0:1734016148.776181:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+12:1969:x1818247339016064:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016148.776369:0:8975:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 439548 -> 2904106 00002000:00010000:2.0:1734016148.776372:0:8975:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.776374:0:8975:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:2.0:1734016148.776376:0:8975:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016148.776377:0:8975:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 544 -> 568 00000100:00100000:2.0:1734016148.776497:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339016064:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 314us (712us total) trans 4294970076 rc 0/0 00000100:00100000:2.0:1734016148.776502:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15191 00000100:00100000:0.0:1734016148.779395:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.779599:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016192 00000100:00100000:2.0:1734016148.779606:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016192 00000100:00100000:1.0:1734016148.780735:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15192 00000100:00100000:1.0:1734016148.780744:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247339016192:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016148.780925:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2904106 -> 2904106 00002000:00010000:1.0:1734016148.780928:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.780929:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016148.780930:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016148.780932:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1734016148.781655:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1972:x1818247339016192:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 910us (2265us total) trans 4294970077 rc 0/0 00000100:00100000:1.0:1734016148.781661:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15192 00000100:00100000:0.0:1734016148.784531:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.784630:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.784696:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016320 00000100:00100000:2.0:1734016148.784703:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016320 00000100:00100000:2.0:1734016148.785349:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016448 00000100:00100000:2.0:1734016148.785354:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016448 00000100:00100000:1.0:1734016148.785455:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15193 00000100:00100000:1.0:1734016148.785463:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339016320:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.785480:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.785493:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24e44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae177a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.785538:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138816:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.785588:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.786039:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15194 00000100:00100000:2.0:1734016148.786044:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a83f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247339016448:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.786053:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.786063:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea24e4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1781 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.786091:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341138944:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.786129:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.791534:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341138944:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.791564:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea24e4b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1781 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.791580:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c4bcc0/0x857af32d4ea24e4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1781 expref: 20 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.791593:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4bcc0, rc 0) 00000100:00100000:2.0:1734016148.791627:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a83f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1969:x1818247339016448:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5582us (6997us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.791635:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15194 00000100:00100000:1.0:1734016148.791974:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341138816:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.791991:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24e44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae177a expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.791999:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24e44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae177a expref: 16 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.792023:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016148.792048:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339016320:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6584us (7524us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.792054:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15193 00000100:00100000:0.0:1734016148.797527:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.798364:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.798532:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016576 00000100:00100000:1.0:1734016148.798540:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016576 00000100:00100000:1.0:1734016148.798674:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016704 00000100:00100000:1.0:1734016148.798677:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016704 00000100:00100000:2.0:1734016148.798738:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15195 00000100:00100000:2.0:1734016148.798745:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339016576:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.798763:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.798778:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24e52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1788 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.798826:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341139072:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.798873:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.799110:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15196 00000100:00100000:1.0:1734016148.799114:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247339016704:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.799122:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.799132:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24e59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae178f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.799155:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341139200:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.799178:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.802844:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341139200:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.802875:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24e59 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae178f expref: 20 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802889:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24e59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae178f expref: 20 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802902:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016148.802961:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:1970:x1818247339016704:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3844us (4597us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.802968:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15196 00000100:00100000:2.0:1734016148.803324:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341139072:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.803342:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24e52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1788 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.803349:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24e52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1788 expref: 16 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.803547:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016148.803575:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:1969:x1818247339016576:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4831us (6057us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.803580:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15195 00000100:00100000:0.0:1734016148.807259:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.807407:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339016960 00000100:00100000:2.0:1734016148.807427:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339016960 00000100:00100000:2.0:1734016148.809119:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2846 00000100:00100000:2.0:1734016148.809129:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+31:10361:x1818247339016960:12345-192.168.201.60@tcp:36:fsx.0 00010000:00010000:2.0:1734016148.809175:0:7714:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016148.809196:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800716ced00/0x857af32d4ea24df0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae172d expref: 31 pid: 8227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.809211:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.809214:0:7714:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1734016148.809356:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.809366:0:7714:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.809371:0:7714:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.809396:0:7714:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 28 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.809405:0:7714:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 28 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.809428:0:7714:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341139328:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.810170:0:7714:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a900 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.812475:0:7714:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7714:1818247341139328:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.812498:0:7714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:0.0:1734016148.813627:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.813900:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017088 00000100:00100000:3.0:1734016148.813907:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017088 00010000:00010000:3.0:1734016148.813932:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 29 pid: 7714 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.813963:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4152 00000100:00100000:3.0:1734016148.813969:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:1969:x1818247339017088:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.813983:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016148.813987:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 29 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.813995:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 29 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.814012:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a933c6c0/0x857af32d4ea24e21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1757 expref: 29 pid: 7714 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016148.814039:0:9888:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.814043:0:9888:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.814049:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.814054:0:9888:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.814077:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016148.814108:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:1969:x1818247339017088:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 139us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.814114:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4152 00010000:00010000:2.0:1734016148.814323:0:7714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.814330:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000001:00080000:2.0:1734016148.814398:0:7714:0:(tgt_lastrcvd.c:2087:tgt_txn_stop_cb()) More than one transaction 4294969120 00000004:00010000:2.0:1734016148.814447:0:7714:0:(mdt_handler.c:4296:mdt_save_lock()) ### save lock request ffff880079f92d80 reply state ffff88007f101000 transno 4294969121 ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016148.814453:0:7714:0:(service.c:191:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1734016148.814527:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+33:10361:x1818247339016960:12345-192.168.201.60@tcp:36:fsx.0 Request processed in 5397us (7273us total) trans 4294969121 rc 0/0 00000100:00100000:2.0:1734016148.814533:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2846 00000020:00080000:2.0:1734016148.814537:0:7714:0:(tgt_main.c:781:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1734016148.816801:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00010000:00010000:3.0:1734016148.816865:0:3501:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816874:0:3501:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816880:0:3501:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816885:0:3501:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff880079c4aac0 already unused, calling callback (ffffffffa0ef3950) 00010000:00010000:3.0:1734016148.816889:0:3501:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816895:0:3501:0:(ldlm_request.c:1305:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816907:0:3501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:3.0:1734016148.816909:0:3501:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1734016148.816913:0:3501:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00010000:00010000:3.0:1734016148.816917:0:3501:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4aac0/0x857af32d4ea24e60 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7714 initiator: MDT0 00000100:00100000:2.0:1734016148.816992:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017216 00000100:00100000:2.0:1734016148.816999:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017216 00000100:00100000:2.0:1734016148.817067:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15197 00000100:00100000:2.0:1734016148.817073:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+15:10361:x1818247339017216:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.817089:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.817102:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1796 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.817123:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.817133:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.817135:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1734016148.817137:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 16 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.817160:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 13 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.817169:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 13 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016148.817179:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341139456:192.168.201.60@tcp:104: 00000100:00100000:2.0:1734016148.817228:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.819339:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341139456:192.168.201.60@tcp:104: 00010000:00010000:2.0:1734016148.819368:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 16 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.819381:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b600, rc 0) 00000100:00100000:2.0:1734016148.822316:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:10361:x1818247339017216:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5230us (5509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.822327:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15197 00000100:00100000:1.0:1734016148.823311:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.823595:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017344 00000100:00100000:0.0:1734016148.823602:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017344 00010000:00010000:0.0:1734016148.823630:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 14 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:0.0:1734016148.823660:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4153 00000100:00100000:0.0:1734016148.823666:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247339017344:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016148.823681:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1734016148.823702:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 14 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:0.0:1734016148.823713:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 14 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:0.0:1734016148.823731:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49b00/0x857af32d4ea24e3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1773 expref: 14 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:0.0:1734016148.823758:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016148.823760:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1734016148.823766:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.823773:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016148.823803:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 15 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.823814:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079f93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341139584:192.168.201.60@tcp:105: 00000100:00100000:0.0:1734016148.823866:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.825803:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079f93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6473:1818247341139584:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016148.825822:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.826206:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339017344:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2537us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.826216:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4153 00000100:00100000:2.0:1734016148.827817:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.830032:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017472 00000100:00100000:3.0:1734016148.830042:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017472 00000100:00100000:3.0:1734016148.830096:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15198 00000100:00100000:3.0:1734016148.830103:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+19:10361:x1818247339017472:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.830120:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.830135:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae179d expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.830160:0:8975:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 21 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.830166:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.830167:0:8975:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1734016148.830170:0:8975:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.830203:0:8975:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 21 pid: 13929 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.830215:0:8975:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 21 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016148.830225:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341139712:192.168.201.60@tcp:104: 00000100:00100000:3.0:1734016148.830299:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.832869:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341139712:192.168.201.60@tcp:104: 00010000:00010000:3.0:1734016148.832899:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 20 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016148.832913:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016148.832962:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c440380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:10361:x1818247339017472:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2856us (5146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.832969:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15198 00000100:00100000:0.0:1734016148.834815:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.835081:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017600 00000100:00100000:1.0:1734016148.835089:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017600 00010000:00010000:1.0:1734016148.835117:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 22 pid: 13929 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016148.835388:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4154 00000100:00100000:1.0:1734016148.835395:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247339017600:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.835407:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1734016148.835433:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 22 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.835443:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 22 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.835460:0:6473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24de2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1726 expref: 22 pid: 13929 timeout: 517 lvb_type: 0 00010000:00010000:1.0:1734016148.835478:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.835480:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1734016148.835485:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.835496:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.835524:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 19 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.835535:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341139840:192.168.201.60@tcp:105: 00000100:00100000:1.0:1734016148.835579:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.838057:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341139840:192.168.201.60@tcp:105: 00010000:00010000:1.0:1734016148.838075:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1734016148.838232:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247339017600:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2835us (3421us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.838241:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4154 00000100:00100000:0.0:1734016148.839152:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.839202:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.839305:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017856 00000100:00100000:3.0:1734016148.839311:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017856 00002000:00010000:3.0:1734016148.839339:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (911538->18446744073709551615) 00002000:00100000:3.0:1734016148.839342:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247339017856 ext(911538->18446744073709551615) 00002000:00010000:3.0:1734016148.839351:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00. 00000100:00100000:3.0:1734016148.839373:0:7697:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017728 00000100:00100000:3.0:1734016148.839376:0:7697:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017728 00002000:00010000:3.0:1734016148.839385:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016148.839387:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91c00 with x1818247339017728 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016148.839393:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91c00. 00000100:00100000:3.0:1734016148.839403:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10030 00000100:00100000:3.0:1734016148.839408:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1969:x1818247339017856:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016148.839574:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 0 -> 911538 00002000:00010000:3.0:1734016148.839577:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.839578:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016148.839580:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.839581:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1734016148.839606:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247339017856:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 197us (455us total) trans 4294968415 rc 0/0 00000100:00100000:3.0:1734016148.839611:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10030 00002000:00010000:3.0:1734016148.839613:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/7 (911538->18446744073709551615) 00002000:00100000:3.0:1734016148.839615:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90e00 with x1818247339017856 ext(911538->18446744073709551615) 00002000:00010000:3.0:1734016148.839619:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90e00. 00000100:00100000:3.0:1734016148.839629:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10031 00000100:00100000:3.0:1734016148.839632:0:7697:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+16:1969:x1818247339017728:12345-192.168.201.60@tcp:10:fsx.0 00002000:00010000:3.0:1734016148.839693:0:7697:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 2904106 -> 4194304 00002000:00010000:3.0:1734016148.839696:0:7697:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.839697:0:7697:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:3.0:1734016148.839699:0:7697:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:3.0:1734016148.839700:0:7697:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:3.0:1734016148.839714:0:7697:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339017728:12345-192.168.201.60@tcp:10:fsx.0 Request processed in 81us (513us total) trans 4294970078 rc 0/0 00000100:00100000:3.0:1734016148.839719:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10031 00002000:00010000:3.0:1734016148.839721:0:7697:0:(ofd_dev.c:2722:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/7 (4194304->18446744073709551615) 00002000:00100000:3.0:1734016148.839723:0:7697:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f91c00 with x1818247339017728 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1734016148.839726:0:7697:0:(ofd_dev.c:2727:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f91c00. 00000100:00100000:0.0:1734016148.842041:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.842102:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339017984 00000100:00100000:2.0:1734016148.842108:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339017984 00000100:00100000:2.0:1734016148.842162:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2847 00000100:00100000:2.0:1734016148.842168:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+28:10361:x1818247339017984:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.842180:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.842194:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea24e75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17a4 expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.842254:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24e7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.842263:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.842376:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016148.842398:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5105842 00000004:00200000:2.0:1734016148.842401:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016148.842424:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016148.842446:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c49440/0x857af32d4ea24e75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17a4 expref: 30 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.842472:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b180/0x857af32d4ea24e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17a4 expref: 29 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.842478:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016148.842480:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016148.842483:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4b180, rc 0) 00000100:00100000:2.0:1734016148.842655:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+29:10361:x1818247339017984:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 485us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016148.842662:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2847 00000100:00100000:0.0:1734016148.844510:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.844549:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.844656:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018112 00000100:00100000:3.0:1734016148.844663:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018112 00000100:00100000:3.0:1734016148.844694:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018240 00000100:00100000:3.0:1734016148.844697:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018240 00000100:00100000:3.0:1734016148.844719:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15199 00000100:00100000:3.0:1734016148.844724:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339018112:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.844739:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.844752:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24e83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17ab expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.844799:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341139968:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.844839:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.844854:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15200 00000100:00100000:3.0:1734016148.844858:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339018240:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.844865:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.844874:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24e8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17b2 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.844896:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341140096:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.844913:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.846924:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341139968:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.846948:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24e83 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ab expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.846962:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ceac0/0x857af32d4ea24e83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ab expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.846985:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016148.847134:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339018112:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2408us (2628us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.847142:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15199 00000100:00100000:2.0:1734016148.847631:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341140096:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.847651:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24e8a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17b2 expref: 22 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.847659:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24e8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17b2 expref: 22 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.847667:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:2.0:1734016148.847705:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339018240:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2844us (3154us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.847711:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15200 00000100:00100000:0.0:1734016148.852174:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.852222:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.852301:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018496 00000100:00100000:3.0:1734016148.852309:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018496 00000100:00100000:3.0:1734016148.852344:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018368 00000100:00100000:3.0:1734016148.852346:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018368 00000100:00100000:3.0:1734016148.852376:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15201 00000100:00100000:3.0:1734016148.852382:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339018496:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.852396:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.852410:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24e91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17c0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.852470:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341140224:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.852515:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.852578:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15202 00000100:00100000:2.0:1734016148.852584:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339018368:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.852592:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.852601:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24e98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17b9 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.852625:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341140352:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.852646:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.854635:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341140224:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.854667:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24e91 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17c0 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.854678:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24e91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17c0 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.854694:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00000100:00100000:3.0:1734016148.854751:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339018496:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2367us (2584us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.854760:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15201 00000100:00100000:2.0:1734016148.854854:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341140352:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.854873:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24e98 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17b9 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.854881:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24e98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17b9 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.854893:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016148.854911:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339018368:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2327us (2688us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.854916:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15202 00000100:00100000:0.0:1734016148.867918:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.867964:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.868052:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019008 00000100:00100000:2.0:1734016148.868060:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019008 00002000:00100000:2.0:1734016148.868096:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079f92300 x1818247339019008/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.868104:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92300 with x1818247339019008 ext(0->4194303) 00002000:00010000:2.0:1734016148.868108:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92300 00000100:00100000:2.0:1734016148.868132:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339018752 00000100:00100000:2.0:1734016148.868135:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339018752 00002000:00100000:2.0:1734016148.868146:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x7:0x0] (0->913407) req@ffff880079f90380 x1818247339018752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/0 e 0 to 0 dl 1734016159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.868152:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90380 with x1818247339018752 ext(0->913407) 00002000:00010000:2.0:1734016148.868155:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90380 00000100:00100000:2.0:1734016148.868165:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10032 00000100:00100000:2.0:1734016148.868171:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247339019008:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.868259:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10033 00000100:00100000:1.0:1734016148.868265:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1971:x1818247339018752:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.882487:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1971:x1818247339018752:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 14214us (14514us total) trans 0 rc 913408/913408 00000100:00100000:1.0:1734016148.882501:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10033 00002000:00100000:1.0:1734016148.882511:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x7:0x0] (0->913407) req@ffff880079f90380 x1818247339018752/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 913408/913408 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016148.882520:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f90380 with x1818247339018752 ext(0->913407) 00002000:00010000:1.0:1734016148.882524:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079f90380 00000100:00100000:0.0:1734016148.896984:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.897039:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.901497:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019136 00000100:00100000:2.0:1734016148.901509:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019136 00000100:00100000:2.0:1734016148.901566:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019264 00000100:00100000:2.0:1734016148.901569:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019264 00000100:00100000:2.0:1734016148.901598:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15203 00000100:00100000:2.0:1734016148.901605:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247339019136:12345-192.168.201.60@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.901606:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15204 00000100:00100000:1.0:1734016148.901612:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1972:x1818247339019264:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.901623:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.901623:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.901636:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24e9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17ce expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016148.901636:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24ea6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17c7 expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.901677:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341140480:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.901678:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341140608:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.901735:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.901735:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a540 going to sleep for 11 seconds 00002000:00010000:1.0:1734016148.906000:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016148 00000100:00100000:1.0:1734016148.906020:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341140480:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.906045:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24e9f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ce expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.906057:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24e9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ce expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.906070:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016148.906118:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1972:x1818247339019264:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4504us (9078us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.906126:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15204 00002000:00010000:3.0:1734016148.910363:0:8975:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016148 00000100:00100000:3.0:1734016148.910383:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341140608:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.910427:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24ea6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17c7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.910439:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24ea6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17c7 expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.910466:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:3.0:1734016148.910520:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247339019136:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 8914us (13542us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.910528:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15203 00000100:00100000:0.0:1734016148.919013:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.919131:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.921388:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1972:x1818247339019008:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 53206us (53468us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1734016148.921401:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10032 00002000:00100000:2.0:1734016148.921425:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (0->4194303) req@ffff880079f92300 x1818247339019008/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:109/0 lens 488/440 e 0 to 0 dl 1734016159 ref 1 fl Complete:/200/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016148.921434:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff880079f92300 with x1818247339019008 ext(0->4194303) 00002000:00010000:2.0:1734016148.921439:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079f92300 00000100:00100000:3.0:1734016148.922461:0:8975:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019392 00000100:00100000:3.0:1734016148.922469:0:8975:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019392 00000100:00100000:3.0:1734016148.922507:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019520 00000100:00100000:3.0:1734016148.922510:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019520 00000100:00100000:3.0:1734016148.922529:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15205 00000100:00100000:3.0:1734016148.922536:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339019392:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.922549:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.922566:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24ead lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17d5 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.922613:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341140736:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.922675:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.922693:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15206 00000100:00100000:3.0:1734016148.922697:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339019520:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.922706:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.922715:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24eb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17dc expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.922742:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341140864:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.922759:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.933603:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341140736:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.933638:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24ead lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17d5 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.933653:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716ce400/0x857af32d4ea24ead lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17d5 expref: 14 pid: 7694 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016148.933778:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8975:1818247341140864:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.933797:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24eb4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17dc expref: 22 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.933807:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cd200/0x857af32d4ea24eb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17dc expref: 22 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.933822:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cd200, rc 0) 00010000:00010000:3.0:1734016148.934336:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ce400, rc 0) 00000100:00100000:2.0:1734016148.934783:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339019520:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12081us (15649us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.934794:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15206 00000100:00100000:3.0:1734016148.934899:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339019392:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 12363us (15892us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.934904:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15205 00000100:00100000:2.0:1734016148.942163:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016148.942204:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.942577:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019776 00000100:00100000:3.0:1734016148.942585:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019776 00000100:00100000:3.0:1734016148.942667:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019648 00000100:00100000:3.0:1734016148.942670:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019648 00000100:00100000:3.0:1734016148.942714:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15207 00000100:00100000:3.0:1734016148.942723:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339019776:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.942740:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.942756:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24ebb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17ea expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.942798:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341140992:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.942852:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.943163:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15208 00000100:00100000:1.0:1734016148.943168:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339019648:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.943176:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.943184:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24ec2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17e3 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.943212:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141120:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.943232:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.949348:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341140992:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.949379:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24ebb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ea expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.949392:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cc6c0/0x857af32d4ea24ebb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ea expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.949410:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cc6c0, rc 0) 00000100:00100000:3.0:1734016148.949473:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339019776:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6749us (7317us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.949481:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15207 00000100:00100000:1.0:1734016148.949571:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141120:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.949589:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24ec2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17e3 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.949598:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24ec2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17e3 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.949609:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016148.949626:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339019648:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6457us (7422us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.949632:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15208 00000100:00100000:0.0:1734016148.958072:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.958119:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016148.958203:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339019904 00000100:00100000:1.0:1734016148.958212:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339019904 00000100:00100000:1.0:1734016148.958258:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020032 00000100:00100000:1.0:1734016148.958261:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020032 00000100:00100000:1.0:1734016148.958308:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15209 00000100:00100000:1.0:1734016148.958316:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247339019904:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.958331:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.958346:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24ec9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17f1 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.958389:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141248:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.958448:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.958511:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15210 00000100:00100000:3.0:1734016148.958516:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1972:x1818247339020032:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.958524:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016148.958534:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24ed0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17f8 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016148.958563:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341141376:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016148.958584:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.962524:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341141376:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016148.962557:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24ed0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17f8 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.962571:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716ceac0/0x857af32d4ea24ed0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17f8 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.962595:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716ceac0, rc 0) 00000100:00100000:3.0:1734016148.962636:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1972:x1818247339020032:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4117us (4515us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016148.962644:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15210 00000100:00100000:1.0:1734016148.964318:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141248:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.964340:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24ec9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17f1 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.964351:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24ec9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17f1 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.964373:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016148.964410:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1972:x1818247339019904:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 6094us (6346us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.964426:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15209 00000100:00100000:0.0:1734016148.974799:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.974853:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.974954:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020288 00000100:00100000:3.0:1734016148.974961:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020288 00000100:00100000:2.0:1734016148.976239:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020160 00000100:00100000:2.0:1734016148.976247:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020160 00000100:00100000:2.0:1734016148.976298:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15211 00000100:00100000:2.0:1734016148.976306:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339020288:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016148.976328:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016148.976347:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ed7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1806 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016148.976396:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341141504:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016148.976488:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016148.976653:0:8975:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15212 00000100:00100000:0.0:1734016148.976659:0:8975:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339020160:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.976667:0:8975:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.976678:0:8975:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea24ede lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae17ff expref: -99 pid: 8975 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.976713:0:8975:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341141632:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.976736:0:8975:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.981492:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341141504:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.981524:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ed7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1806 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.981537:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49440/0x857af32d4ea24ed7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1806 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.981551:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016148.981601:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339020288:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5294us (6809us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.981609:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15211 00000100:00100000:2.0:1734016148.983635:0:8975:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8975:1818247341141632:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.983660:0:8975:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea24ede lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ff expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.983675:0:8975:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a933f3c0/0x857af32d4ea24ede lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae17ff expref: 14 pid: 8975 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.983685:0:8975:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933f3c0, rc 0) 00000100:00100000:2.0:1734016148.984013:0:8975:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339020160:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 7351us (9157us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.984020:0:8975:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15212 00000100:00100000:3.0:1734016148.990819:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016148.990854:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016148.990919:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020544 00000100:00100000:0.0:1734016148.990927:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020544 00000100:00100000:0.0:1734016148.990974:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020416 00000100:00100000:0.0:1734016148.990976:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020416 00000100:00100000:0.0:1734016148.991007:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15213 00000100:00100000:0.0:1734016148.991014:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339020544:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016148.991030:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016148.991049:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24ee5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1814 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016148.991101:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122739180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341141760:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016148.991149:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.991309:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15214 00000100:00100000:1.0:1734016148.991316:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339020416:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.991325:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016148.991335:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24eec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae180d expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016148.991367:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141888:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016148.991395:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016148.995594:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122739180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341141760:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016148.995622:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24ee5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1814 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.995635:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24ee5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1814 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016148.995651:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:2.0:1734016148.995686:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1971:x1818247339020544:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4671us (4874us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016148.995692:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15213 00000100:00100000:1.0:1734016148.995793:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341141888:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016148.995815:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24eec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae180d expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.995823:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24eec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae180d expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.996450:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016148.997012:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1971:x1818247339020416:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 5692us (6154us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016148.997017:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15214 00000100:00100000:0.0:1734016149.000936:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.002759:0:7714:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020672 00000100:00100000:2.0:1734016149.002768:0:7714:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020672 00000100:00100000:2.0:1734016149.002830:0:7714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2848 00000100:00100000:2.0:1734016149.002837:0:7714:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+32:10361:x1818247339020672:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016149.002858:0:7714:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016149.002874:0:7714:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24ef3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae181b expref: -99 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016149.002939:0:7714:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24efa lrc: 3/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016149.002949:0:7714:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016149.002957:0:7714:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00000004:00200000:2.0:1734016149.002978:0:7714:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000401:0xc:0x0]: returning size 5105842 00000004:00200000:2.0:1734016149.002982:0:7714:0:(mdt_handler.c:1602:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1734016149.002996:0:7714:0:(mdt_handler.c:2485:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7714 initiator: MDT0 00010000:00010000:2.0:1734016149.003014:0:7714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880079c4b3c0/0x857af32d4ea24ef3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae181b expref: 34 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016149.003035:0:7714:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880079c48240/0x857af32d4ea24efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae181b expref: 33 pid: 7714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016149.003040:0:7714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff880078a87500) 00010000:00010000:2.0:1734016149.003042:0:7714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1734016149.003045:0:7714:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48240, rc 0) 00000100:00100000:2.0:1734016149.003084:0:7714:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+33:10361:x1818247339020672:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 247us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.003089:0:7714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2848 00000100:00080000:0.0:1734016149.003230:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734016119 00000100:00100000:0.0:1734016149.006203:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016149.006257:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.006440:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020928 00000100:00100000:1.0:1734016149.006447:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020928 00000100:00100000:1.0:1734016149.006476:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339020800 00000100:00100000:1.0:1734016149.006478:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339020800 00000100:00100000:1.0:1734016149.006497:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15215 00000100:00100000:1.0:1734016149.006503:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339020928:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.006516:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.006531:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24f01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1829 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.006577:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142016:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.006625:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016149.006842:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15216 00000100:00100000:2.0:1734016149.006849:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339020800:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016149.006859:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016149.006869:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24f08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1822 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016149.006896:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341142144:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016149.006917:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00080000:0.0:1734016149.007079:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016119 00000100:00080000:0.0:1734016149.007083:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1734016119 00000100:00100000:1.0:1734016149.010791:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142016:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.010820:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24f01 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1829 expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.010833:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79d40/0x857af32d4ea24f01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1829 expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1734016149.011188:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341142144:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016149.011206:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24f08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1822 expref: 14 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.011214:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c49440/0x857af32d4ea24f08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1822 expref: 14 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.011227:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49440, rc 0) 00000100:00100000:2.0:1734016149.011262:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339020800:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4412us (5004us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016149.011292:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15216 00010000:00010000:1.0:1734016149.011362:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016149.011383:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1969:x1818247339020928:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4879us (5187us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.011388:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15215 00000100:00100000:0.0:1734016149.015574:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016149.015618:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.015694:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021056 00000100:00100000:2.0:1734016149.015703:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021056 00000100:00100000:2.0:1734016149.015947:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021184 00000100:00100000:2.0:1734016149.015950:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021184 00000100:00100000:1.0:1734016149.015989:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15217 00000100:00100000:1.0:1734016149.015997:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339021056:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.016013:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.016027:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1830 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.016072:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341142272:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016149.016302:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15218 00000100:00100000:2.0:1734016149.016307:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247339021184:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016149.016314:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016149.016322:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24f16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1837 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016149.016356:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341142400:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.016528:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016149.016630:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.018926:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341142272:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.018959:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f0f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1830 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.018969:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1830 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.018999:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016149.019035:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339021056:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3038us (3467us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.019042:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15217 00000100:00100000:2.0:1734016149.019147:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13929:1818247341142400:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016149.019166:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24f16 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1837 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.019174:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880079c49b00/0x857af32d4ea24f16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1837 expref: 22 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.019188:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c49b00, rc 0) 00000100:00100000:2.0:1734016149.019213:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:1970:x1818247339021184:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2903us (3594us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016149.019219:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15218 00000100:00100000:0.0:1734016149.023190:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.023474:0:13929:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021312 00000100:00100000:2.0:1734016149.023484:0:13929:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021312 00000100:00100000:2.0:1734016149.023637:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15219 00000100:00100000:2.0:1734016149.023646:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339021312:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:2.0:1734016149.023827:0:13929:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 911538 -> 911538 00002000:00010000:2.0:1734016149.023830:0:13929:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:2.0:1734016149.023831:0:13929:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016148 -> 1734016146 00002000:00010000:2.0:1734016149.023833:0:13929:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016149 00002000:00010000:2.0:1734016149.023835:0:13929:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:2.0:1734016149.023870:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247339021312:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 226us (688us total) trans 4294968416 rc 0/0 00000100:00100000:2.0:1734016149.023878:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15219 00000100:00100000:0.0:1734016149.027496:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.028008:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021440 00000100:00100000:1.0:1734016149.028015:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021440 00000100:00100000:1.0:1734016149.028354:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15220 00000100:00100000:1.0:1734016149.028362:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+21:10361:x1818247339021440:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.028383:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.028404:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae183e expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.028440:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 21 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.028446:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.028447:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.028450:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [102400->110591] (req 102400->110591) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae183e expref: 22 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.028481:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 21 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.028493:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 21 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016149.028504:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142528:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016149.028554:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016149.031777:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.031859:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021568 00000100:00100000:2.0:1734016149.031866:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021568 00010000:00010000:2.0:1734016149.031891:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 22 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:2.0:1734016149.031927:0:6473:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4155 00000100:00100000:2.0:1734016149.031933:0:6473:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+22:1970:x1818247339021568:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1734016149.031944:0:6473:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1734016149.031959:0:6473:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 22 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016149.031968:0:6473:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 22 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:2.0:1734016149.031987:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016149.031989:0:6473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1734016149.031995:0:6473:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae183e expref: 22 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016149.032002:0:6473:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x50080000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae183e expref: 22 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1734016149.032027:0:6473:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x40000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae183e expref: 22 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016149.032036:0:6473:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341142656:192.168.201.60@tcp:105: 00000100:00100000:2.0:1734016149.032085:0:6473:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00010000:00010000:1.0:1734016149.033244:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800716cfcc0/0x857af32d4ea24e6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae179d expref: 22 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016149.033267:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142528:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016149.033301:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7a880/0x857af32d4ea24f1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae183e expref: 22 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.033313:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a880, rc 0) 00000100:00100000:1.0:1734016149.033342:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:10361:x1818247339021440:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 4980us (5854us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.033349:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15220 00000100:00100000:2.0:1734016149.034422:0:6473:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6473:1818247341142656:192.168.201.60@tcp:105: 00010000:00010000:2.0:1734016149.034432:0:6473:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1734016149.034584:0:6473:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012273aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339021568:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2650us (2814us total) trans 0 rc 0/0 00000100:00100000:2.0:1734016149.034591:0:6473:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4155 00000100:00100000:0.0:1734016149.037249:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.037366:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021696 00000100:00100000:1.0:1734016149.037374:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021696 00000100:00100000:1.0:1734016149.037420:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15221 00000100:00100000:1.0:1734016149.037426:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+22:1970:x1818247339021696:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016149.037567:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb size from disk: 911538 -> 911538 00002000:00010000:1.0:1734016149.037570:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016149 00002000:00010000:1.0:1734016149.037572:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime from disk: 1734016146 -> 1734016146 00002000:00010000:1.0:1734016149.037574:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb ctime from disk: 1734016149 -> 1734016149 00002000:00010000:1.0:1734016149.037575:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1734016149.038104:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+23:1970:x1818247339021696:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 676us (858us total) trans 4294968417 rc 0/0 00000100:00100000:1.0:1734016149.038110:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15221 00000100:00100000:0.0:1734016149.042607:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.042867:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021824 00000100:00100000:1.0:1734016149.042875:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021824 00000100:00100000:1.0:1734016149.042921:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15222 00000100:00100000:1.0:1734016149.042927:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247339021824:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.042942:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.042955:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1845 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.043015:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142784:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.043071:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016149.044678:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x240000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016148 00000100:00100000:1.0:1734016149.044696:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142784:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.044719:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f24 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1845 expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.044729:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1845 expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.044811:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016149.044993:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122739c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1969:x1818247339021824:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2064us (2392us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.045000:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15222 00000100:00100000:0.0:1734016149.048795:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.048879:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339021952 00000100:00100000:1.0:1734016149.048887:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339021952 00000100:00100000:1.0:1734016149.048932:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15223 00000100:00100000:1.0:1734016149.048938:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339021952:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.048953:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.048966:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae184c expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.049008:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142912:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.049062:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.050426:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:7692:1818247341142912:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.050448:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f2b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae184c expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.050458:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb79f80/0x857af32d4ea24f2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae184c expref: 22 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.050478:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79f80, rc 0) 00000100:00100000:1.0:1734016149.050505:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339021952:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1567us (1718us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.050511:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15223 00000100:00100000:0.0:1734016149.052390:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.052473:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022080 00000100:00100000:1.0:1734016149.052479:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022080 00000100:00080000:0.0:1734016149.052565:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734016119 00000100:00100000:1.0:1734016149.052630:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15224 00000100:00100000:1.0:1734016149.052637:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339022080:12345-192.168.201.60@tcp:22:fsx.0 00002000:00010000:1.0:1734016149.052783:0:7692:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1734016149.052786:0:7692:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016149.052788:0:7692:0:(ofd_lvb.c:336:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime from disk: 1734016148 -> 1734016146 00002000:00010000:1.0:1734016149.052789:0:7692:0:(ofd_lvb.c:342:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime from disk: 1734016148 -> 1734016148 00002000:00010000:1.0:1734016149.052791:0:7692:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1734016149.053031:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339022080:12345-192.168.201.60@tcp:22:fsx.0 Request processed in 391us (643us total) trans 4294970079 rc 0/0 00000100:00100000:1.0:1734016149.053036:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15224 00000100:00100000:0.0:1734016149.055302:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.055370:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022208 00000100:00100000:1.0:1734016149.055377:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022208 00000100:00100000:1.0:1734016149.055424:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15225 00000100:00100000:1.0:1734016149.055430:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022208:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.055444:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.055457:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1853 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.055499:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143040:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.055544:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00002000:00010000:1.0:1734016149.056856:0:7692:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb mtime: 1734016148 -> 1734016149 00002000:00010000:1.0:1734016149.056860:0:7692:0:(ofd_lvb.c:289:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb atime: 1734016146 -> 1734016148 00000100:00100000:1.0:1734016149.056873:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143040:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.056896:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f32 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1853 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.056907:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7b180/0x857af32d4ea24f32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1853 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.056929:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b180, rc 0) 00000100:00100000:1.0:1734016149.056958:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022208:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1526us (1685us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.056964:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15225 00000100:00100000:0.0:1734016149.058831:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.058936:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022336 00000100:00100000:1.0:1734016149.058944:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022336 00000100:00100000:1.0:1734016149.059014:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15226 00000100:00100000:1.0:1734016149.059021:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022336:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.059035:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.059048:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24f39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae185a expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.059088:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143168:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.059141:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.061259:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143168:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.061334:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24f39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae185a expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.061345:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79d40/0x857af32d4ea24f39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae185a expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.061355:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79d40, rc 0) 00000100:00100000:1.0:1734016149.061382:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022336:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2361us (2555us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.061388:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15226 00000100:00100000:0.0:1734016149.063548:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.063651:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022464 00000100:00100000:1.0:1734016149.063659:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022464 00000100:00100000:1.0:1734016149.063701:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15227 00000100:00100000:1.0:1734016149.063708:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022464:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.063722:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.063737:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24f40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1861 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.063780:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143296:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.063833:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.065628:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143296:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.065652:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24f40 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1861 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.065664:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7af40/0x857af32d4ea24f40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1861 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.065673:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7af40, rc 0) 00000100:00100000:1.0:1734016149.065704:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1970:x1818247339022464:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1995us (2160us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.065710:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15227 00000100:00100000:0.0:1734016149.067176:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.067291:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022592 00000100:00100000:1.0:1734016149.067297:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022592 00000100:00100000:1.0:1734016149.067335:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15228 00000100:00100000:1.0:1734016149.067341:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339022592:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.067355:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.067367:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1868 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.067406:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143424:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.067454:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.068791:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143424:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.068810:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24f47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1868 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.068820:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb79680/0x857af32d4ea24f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1868 expref: 14 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.068829:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb79680, rc 0) 00000100:00100000:1.0:1734016149.068853:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:1969:x1818247339022592:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1511us (1681us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.068859:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15228 00000100:00100000:0.0:1734016149.070665:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.070915:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022720 00000100:00100000:1.0:1734016149.070923:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022720 00000100:00100000:1.0:1734016149.071078:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15229 00000100:00100000:1.0:1734016149.071084:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+13:10361:x1818247339022720:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.071095:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.071107:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae186f expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.071126:0:7692:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.071133:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.071134:0:7692:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.071137:0:7692:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.071157:0:7692:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 17 pid: 8975 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.071165:0:7692:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 17 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016149.071179:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143552:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016149.071655:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.073221:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143552:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016149.073240:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 14 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.073251:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7a400, rc 0) 00000100:00100000:1.0:1734016149.073292:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:10361:x1818247339022720:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2208us (2630us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.073299:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15229 00000100:00100000:0.0:1734016149.079633:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.079723:0:6473:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339022848 00000100:00100000:2.0:1734016149.079731:0:6473:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339022848 00010000:00010000:2.0:1734016149.079759:0:6473:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016149.081029:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4156 00000100:00100000:3.0:1734016149.081039:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339022848:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016149.081055:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1734016149.081077:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.081089:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.081108:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4b600/0x857af32d4ea24e67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1796 expref: 18 pid: 8975 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.081138:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016149.081140:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016149.081146:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.081154:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.081186:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016149.081199:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341143680:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016149.081258:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016149.084060:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341143680:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016149.084078:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016149.084109:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339022848:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 3072us (4484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016149.084118:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4156 00000100:00100000:0.0:1734016149.087818:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.088814:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023104 00000100:00100000:2.0:1734016149.088824:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023104 00002000:00100000:2.0:1734016149.088865:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2666496->4194303) req@ffff8800782f4a80 x1818247339023104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:110/0 lens 504/0 e 0 to 0 dl 1734016160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016149.088874:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247339023104 ext(2666496->4194303) 00002000:00010000:2.0:1734016149.088879:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:2.0:1734016149.089673:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10034 00000100:00100000:2.0:1734016149.089680:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247339023104:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:2.0:1734016149.093681:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247339023104:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 3993us (5865us total) trans 0 rc 294912/294912 00000100:00100000:2.0:1734016149.093692:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10034 00002000:00100000:2.0:1734016149.093701:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2666496->4194303) req@ffff8800782f4a80 x1818247339023104/t0(0) o3->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:110/0 lens 504/440 e 0 to 0 dl 1734016160 ref 1 fl Complete:/200/0 rc 294912/294912 job:'fsx.0' uid:0 gid:0 00002000:00100000:2.0:1734016149.093708:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff8800782f4a80 with x1818247339023104 ext(2666496->4194303) 00002000:00010000:2.0:1734016149.093713:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800782f4a80 00000100:00100000:1.0:1734016149.098483:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.098535:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:2.0:1734016149.099097:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023232 00000100:00100000:2.0:1734016149.099104:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023232 00000100:00100000:2.0:1734016149.099153:0:7692:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023360 00000100:00100000:2.0:1734016149.099158:0:7692:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023360 00000100:00100000:2.0:1734016149.099535:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15230 00000100:00100000:2.0:1734016149.099546:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339023232:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016149.099567:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016149.099584:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24f55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1876 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016149.099627:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143808:192.168.201.60@tcp:106: 00000100:00100000:0.0:1734016149.099867:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15231 00000100:00100000:0.0:1734016149.099876:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023360:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:0.0:1734016149.099886:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1734016149.099897:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24f5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae187d expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016149.099918:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800782f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341143936:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016149.100038:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016149.100094:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800987f63c0 going to sleep for 11 seconds 00002000:00010000:2.0:1734016149.102119:0:7692:0:(ofd_lvb.c:295:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb ctime: 1734016148 -> 1734016149 00000100:00100000:2.0:1734016149.102139:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341143808:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016149.102164:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24f55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1876 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.102174:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c4aac0/0x857af32d4ea24f55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1876 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.102189:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c4aac0, rc 0) 00000100:00100000:2.0:1734016149.102219:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1970:x1818247339023232:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2675us (3743us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016149.102225:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15230 00000100:00100000:1.0:1734016149.102360:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800782f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341143936:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.102376:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24f5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae187d expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.102384:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a933fcc0/0x857af32d4ea24f5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae187d expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.102394:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a933fcc0, rc 0) 00000100:00100000:1.0:1734016149.102427:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023360:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2552us (3891us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.102432:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15231 00000100:00100000:0.0:1734016149.106566:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016149.106614:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.106692:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023616 00000100:00100000:1.0:1734016149.106700:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023616 00000100:00100000:1.0:1734016149.106739:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023488 00000100:00100000:1.0:1734016149.106741:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023488 00000100:00100000:1.0:1734016149.106754:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15232 00000100:00100000:1.0:1734016149.106760:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023616:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.106774:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.106788:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24f63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae188b expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.106827:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341144064:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.106890:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1734016149.106954:0:7692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15233 00000100:00100000:2.0:1734016149.106961:0:7692:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339023488:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:2.0:1734016149.106969:0:7692:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1734016149.106982:0:7692:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24f6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1884 expref: -99 pid: 7692 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1734016149.107003:0:7692:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341144192:192.168.201.60@tcp:106: 00000100:00100000:2.0:1734016149.107021:0:7692:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ae67a600 going to sleep for 11 seconds 00000100:00100000:2.0:1734016149.108741:0:7692:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007c440a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:7692:1818247341144192:192.168.201.60@tcp:106: 00010000:00010000:2.0:1734016149.108768:0:7692:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24f6a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1884 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.108778:0:7692:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880079c48900/0x857af32d4ea24f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1884 expref: 18 pid: 7692 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1734016149.108800:0:7692:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079c48900, rc 0) 00000100:00100000:2.0:1734016149.108835:0:7692:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339023488:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 1873us (2219us total) trans 0 rc 301/301 00000100:00100000:2.0:1734016149.108843:0:7692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15233 00000100:00100000:1.0:1734016149.108951:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341144064:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.108972:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24f63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae188b expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.108981:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb7b600/0x857af32d4ea24f63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae188b expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.108991:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7b600, rc 0) 00000100:00100000:1.0:1734016149.109010:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023616:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2251us (2452us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.109015:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15232 00000100:00100000:0.0:1734016149.113919:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016149.113953:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:0.0:1734016149.113996:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.114062:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023872 00000100:00100000:1.0:1734016149.114073:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023872 00000100:00100000:1.0:1734016149.114105:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339023744 00000100:00100000:1.0:1734016149.114107:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339023744 00000100:00100000:1.0:1734016149.114125:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15234 00000100:00100000:1.0:1734016149.114131:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023872:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.114146:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.114159:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24f71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1899 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1734016149.114202:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341144320:192.168.201.60@tcp:106: 00000100:00100000:1.0:1734016149.114248:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016149.114303:0:6483:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024000 00000100:00100000:3.0:1734016149.114308:0:6483:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024000 00000100:00100000:3.0:1734016149.114336:0:6483:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 336 00000100:00100000:3.0:1734016149.114341:0:6483:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880076d28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247339024000:12345-192.168.201.60@tcp:400:kworker.0 00000100:00100000:3.0:1734016149.114370:0:6483:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880076d28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f577172-4a06-40ec-ad19-745b0df6e880+12:1970:x1818247339024000:12345-192.168.201.60@tcp:400:kworker.0 Request processed in 30us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016149.114377:0:6483:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 336 00000100:00100000:3.0:1734016149.114399:0:13929:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15235 00000100:00100000:3.0:1734016149.114403:0:13929:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339023744:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:3.0:1734016149.114421:0:13929:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1734016149.114430:0:13929:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24f78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae1892 expref: -99 pid: 13929 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016149.114453:0:13929:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341144448:192.168.201.60@tcp:106: 00000100:00100000:3.0:1734016149.114470:0:13929:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc180 going to sleep for 11 seconds 00000100:00080000:1.0:1734016149.114691:0:6484:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734016119 00000100:00100000:3.0:1734016149.116465:0:13929:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13929:1818247341144448:192.168.201.60@tcp:106: 00010000:00010000:3.0:1734016149.116493:0:13929:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24f78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1892 expref: 18 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016149.116504:0:13929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800716cfcc0/0x857af32d4ea24f78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1892 expref: 18 pid: 13929 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016149.116520:0:13929:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800716cfcc0, rc 0) 00000100:00100000:3.0:1734016149.116553:0:13929:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:1969:x1818247339023744:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2147us (2598us total) trans 0 rc 301/301 00000100:00100000:3.0:1734016149.116560:0:13929:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15235 00000100:00100000:1.0:1734016149.116665:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:7694:1818247341144320:192.168.201.60@tcp:106: 00010000:00010000:1.0:1734016149.116682:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24f71 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1899 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.116701:0:7694:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cb78d80/0x857af32d4ea24f71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae1899 expref: 22 pid: 7694 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016149.116724:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb78d80, rc 0) 00000100:00100000:1.0:1734016149.116743:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800782f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+21:1970:x1818247339023872:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 2613us (3053us total) trans 0 rc 301/301 00000100:00100000:1.0:1734016149.116749:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15234 00000100:00100000:0.0:1734016149.121051:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.121138:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024128 00000100:00100000:1.0:1734016149.121146:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024128 00000100:00100000:1.0:1734016149.121252:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15236 00000100:00100000:1.0:1734016149.121258:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+17:10361:x1818247339024128:12345-192.168.201.60@tcp:101:fsx.0 00010000:00010000:1.0:1734016149.121446:0:7694:0:(ldlm_lockd.c:1296:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1734016149.121461:0:7694:0:(ldlm_lockd.c:1368:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6897f2fa45ae18a0 expref: -99 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.121488:0:7694:0:(ldlm_lock.c:678:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.121496:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.121498:0:7694:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1734016149.121502:0:7694:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2269184->2273279] (req 2269184->2273279) gid 0 flags: 0x50000000000000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae18a0 expref: 18 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.121526:0:7694:0:(ldlm_lockd.c:995:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x50000000020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.121536:0:7694:0:(ldlm_lockd.c:474:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x70000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 13 pid: 7692 timeout: 517 lvb_type: 0 00000100:00100000:1.0:1734016149.121545:0:7694:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341144576:192.168.201.60@tcp:104: 00000100:00100000:1.0:1734016149.121623:0:7694:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b21bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016149.124321:0:7694:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:7694:1818247341144576:192.168.201.60@tcp:104: 00010000:00010000:1.0:1734016149.124346:0:7694:0:(ldlm_lockd.c:1538:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2269184->2273279] (req 2269184->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae18a0 expref: 18 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016149.124359:0:7694:0:(ldlm_lockd.c:1616:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cb7ad00, rc 0) 00000100:00100000:1.0:1734016149.124396:0:7694:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:10361:x1818247339024128:12345-192.168.201.60@tcp:101:fsx.0 Request processed in 3138us (3352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016149.124403:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 15236 00000100:00100000:0.0:1734016149.124750:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016149.124920:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024256 00000100:00100000:3.0:1734016149.124926:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024256 00002000:00100000:3.0:1734016149.124954:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2666496->2670591) req@ffff88007a96b100 x1818247339024256/t0(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:110/0 lens 4584/0 e 0 to 0 dl 1734016160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.124962:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b100 with x1818247339024256 ext(2666496->2670591) 00010000:00010000:3.0:1734016149.124968:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 14 pid: 7692 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.124977:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 14 pid: 7692 timeout: 517 lvb_type: 0 00002000:00010000:3.0:1734016149.124982:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a96b100 00000100:00100000:3.0:1734016149.124995:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 402 00000100:00100000:3.0:1734016149.125000:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+14:1969:x1818247339024256:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016149.126889:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1969:x1818247339024256:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 1882us (2134us total) trans 4294970080 rc 0/0 00000100:00100000:3.0:1734016149.126897:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 402 00002000:00100000:3.0:1734016149.126906:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2666496->2670591) req@ffff88007a96b100 x1818247339024256/t4294970080(0) o4->17e0478a-8ed0-4d89-8af6-cc3460ecc554@192.168.201.60@tcp:110/0 lens 4584/448 e 0 to 0 dl 1734016160 ref 1 fl Complete:H/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.126913:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b100 with x1818247339024256 ext(2666496->2670591) 00010000:00010000:3.0:1734016149.126919:0:7699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.126929:0:7699:0:(ldlm_lockd.c:586:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00002000:00010000:3.0:1734016149.126934:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007a96b100 00000100:00100000:0.0:1734016149.130064:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016149.130174:0:9888:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024384 00000100:00100000:3.0:1734016149.130183:0:9888:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024384 00010000:00010000:3.0:1734016149.130216:0:9888:0:(ldlm_lockd.c:2687:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00000100:00100000:3.0:1734016149.130253:0:9888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 4157 00000100:00100000:3.0:1734016149.130258:0:9888:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+16:1971:x1818247339024384:12345-192.168.201.60@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016149.130303:0:9888:0:(ldlm_lockd.c:1770:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1734016149.130319:0:9888:0:(ofd_lvb.c:348:ofd_lvbo_update()) res: [0x280000400:0x7:0x0] updating lvb blocks from disk: 568 -> 576 00010000:00010000:3.0:1734016149.130326:0:9888:0:(ldlm_lockd.c:1819:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x60000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.130337:0:9888:0:(ldlm_lockd.c:547:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x50000400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.130356:0:9888:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7a400/0x857af32d4ea24f4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x44801400020020 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae186f expref: 16 pid: 7692 timeout: 517 lvb_type: 0 00010000:00010000:3.0:1734016149.130378:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016149.130380:0:9888:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1734016149.130387:0:9888:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae18a0 expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.130396:0:9888:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x40080000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae18a0 expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.130438:0:9888:0:(ldlm_lockd.c:1114:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cb7ad00/0x857af32d4ea24f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x40000000020000 nid: 192.168.201.60@tcp remote: 0x6897f2fa45ae18a0 expref: 17 pid: 7694 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016149.130455:0:9888:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341144704:192.168.201.60@tcp:105: 00000100:00100000:3.0:1734016149.130502:0:9888:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800789fc180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016149.133121:0:9888:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007aae2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9888:1818247341144704:192.168.201.60@tcp:105: 00010000:00010000:3.0:1734016149.133144:0:9888:0:(ldlm_lockd.c:1831:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1734016149.133190:0:9888:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a968700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17e0478a-8ed0-4d89-8af6-cc3460ecc554+15:1971:x1818247339024384:12345-192.168.201.60@tcp:103:ldlm_bl.0 Request processed in 2928us (3131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016149.133202:0:9888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 4157 00000100:00100000:0.0:1734016149.134637:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016149.134801:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024640 00000100:00100000:3.0:1734016149.134808:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024640 00002000:00100000:3.0:1734016149.134839:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2269184->2273279) req@ffff88007a969c00 x1818247339024640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 488/0 e 0 to 0 dl 1734016160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.134847:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969c00 with x1818247339024640 ext(2269184->2273279) 00002000:00010000:3.0:1734016149.134851:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969c00 00000100:00100000:3.0:1734016149.135422:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10035 00000100:00100000:3.0:1734016149.135429:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339024640:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:3.0:1734016149.135608:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1970:x1818247339024640:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 179us (974us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1734016149.135615:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10035 00002000:00100000:3.0:1734016149.135622:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2269184->2273279) req@ffff88007a969c00 x1818247339024640/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 488/4536 e 0 to 0 dl 1734016160 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.135628:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969c00 with x1818247339024640 ext(2269184->2273279) 00002000:00010000:3.0:1734016149.135631:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969c00 00000100:00100000:0.0:1734016149.143779:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.144102:0:13940:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339024896 00000100:00100000:1.0:1734016149.144110:0:13940:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339024896 00002000:00100000:1.0:1734016149.144145:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2273280->2277375) req@ffff88007a96b800 x1818247339024896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 488/0 e 0 to 0 dl 1734016160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016149.144155:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b800 with x1818247339024896 ext(2273280->2277375) 00002000:00010000:1.0:1734016149.144159:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96b800 00000100:00100000:1.0:1734016149.144191:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10036 00000100:00100000:1.0:1734016149.144198:0:13940:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247339024896:12345-192.168.201.60@tcp:3:fsx.0 00000100:00100000:1.0:1734016149.144362:0:13940:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1971:x1818247339024896:12345-192.168.201.60@tcp:3:fsx.0 Request processed in 163us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1734016149.144369:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10036 00002000:00100000:1.0:1734016149.144375:0:13940:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x7:0x0] (2273280->2277375) req@ffff88007a96b800 x1818247339024896/t0(0) o3->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 488/4536 e 0 to 0 dl 1734016160 ref 1 fl Complete:/200/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 00002000:00100000:1.0:1734016149.144382:0:13940:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a96b800 with x1818247339024896 ext(2273280->2277375) 00002000:00010000:1.0:1734016149.144384:0:13940:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a96b800 00000100:00100000:0.0:1734016149.147377:0:3509:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016149.147474:0:7699:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025024 00000100:00100000:3.0:1734016149.147481:0:7699:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025024 00002000:00100000:3.0:1734016149.147520:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2269184->2277375) req@ffff88007a969500 x1818247339025024/t0(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 8680/0 e 0 to 0 dl 1734016160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.147529:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247339025024 ext(2269184->2277375) 00002000:00010000:3.0:1734016149.147534:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:3.0:1734016149.147556:0:7699:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 10037 00000100:00100000:3.0:1734016149.147562:0:7699:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+18:1972:x1818247339025024:12345-192.168.201.60@tcp:4:fsx.0 00000100:00100000:3.0:1734016149.156634:0:7699:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1972:x1818247339025024:12345-192.168.201.60@tcp:4:fsx.0 Request processed in 9059us (9251us total) trans 4294970081 rc 0/0 00000100:00100000:3.0:1734016149.156649:0:7699:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 10037 00002000:00100000:3.0:1734016149.156663:0:7699:0:(ofd_dev.c:2607:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x7:0x0] (2269184->2277375) req@ffff88007a969500 x1818247339025024/t4294970081(0) o4->5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec@192.168.201.60@tcp:110/0 lens 8680/448 e 0 to 0 dl 1734016160 ref 1 fl Complete:/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00002000:00100000:3.0:1734016149.156673:0:7699:0:(ofd_dev.c:2466:ofd_prolong_extent_locks()) Prolong locks for req ffff88007a969500 with x1818247339025024 ext(2269184->2277375) 00002000:00010000:3.0:1734016149.156678:0:7699:0:(ofd_dev.c:2612:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007a969500 00000100:00100000:0.0:1734016149.161395:0:3507:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:3.0:1734016149.161517:0:8227:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025152 00000100:00100000:3.0:1734016149.161525:0:8227:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025152 00000100:00100000:3.0:1734016149.161585:0:8227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 2849 00000100:00100000:3.0:1734016149.161593:0:8227:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+33:10361:x1818247339025152:12345-192.168.201.60@tcp:44:fsx.0 00000100:00100000:3.0:1734016149.161703:0:8227:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007a96b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+33:10361:x1818247339025152:12345-192.168.201.60@tcp:44:fsx.0 Request processed in 110us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016149.161710:0:8227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.60@tcp, seq: 2849 00000100:00100000:0.0:1734016149.163144:0:3508:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.60@tcp (source: 12345-192.168.201.60@tcp) 00000100:00100000:1.0:1734016149.163359:0:7694:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339025280 00000100:00100000:1.0:1734016149.163366:0:7694:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339025280 00000100:00100000:1.0:1734016149.163416:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.60@tcp, seq: 15237 00000100:00100000:1.0:1734016149.163423:0:7694:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007a968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+20:1970:x1818247339025280:12345-192.168.201.60@tcp:16:fsx.0 Debug log: 72762 lines, 72762 kept, 0 dropped, 0 bad.